1*4d3fc8b0SEd Maste /* $OpenBSD: umac.c,v 1.23 2023/03/07 01:30:52 djm Exp $ */
2d4af9e69SDag-Erling Smørgrav /* -----------------------------------------------------------------------
3d4af9e69SDag-Erling Smørgrav *
4d4af9e69SDag-Erling Smørgrav * umac.c -- C Implementation UMAC Message Authentication
5d4af9e69SDag-Erling Smørgrav *
6d4af9e69SDag-Erling Smørgrav * Version 0.93b of rfc4418.txt -- 2006 July 18
7d4af9e69SDag-Erling Smørgrav *
8d4af9e69SDag-Erling Smørgrav * For a full description of UMAC message authentication see the UMAC
9d4af9e69SDag-Erling Smørgrav * world-wide-web page at http://www.cs.ucdavis.edu/~rogaway/umac
10d4af9e69SDag-Erling Smørgrav * Please report bugs and suggestions to the UMAC webpage.
11d4af9e69SDag-Erling Smørgrav *
12d4af9e69SDag-Erling Smørgrav * Copyright (c) 1999-2006 Ted Krovetz
13d4af9e69SDag-Erling Smørgrav *
14d4af9e69SDag-Erling Smørgrav * Permission to use, copy, modify, and distribute this software and
15d4af9e69SDag-Erling Smørgrav * its documentation for any purpose and with or without fee, is hereby
16d4af9e69SDag-Erling Smørgrav * granted provided that the above copyright notice appears in all copies
17d4af9e69SDag-Erling Smørgrav * and in supporting documentation, and that the name of the copyright
18d4af9e69SDag-Erling Smørgrav * holder not be used in advertising or publicity pertaining to
19d4af9e69SDag-Erling Smørgrav * distribution of the software without specific, written prior permission.
20d4af9e69SDag-Erling Smørgrav *
21d4af9e69SDag-Erling Smørgrav * Comments should be directed to Ted Krovetz (tdk@acm.org)
22d4af9e69SDag-Erling Smørgrav *
23d4af9e69SDag-Erling Smørgrav * ---------------------------------------------------------------------- */
24d4af9e69SDag-Erling Smørgrav
25d4af9e69SDag-Erling Smørgrav /* ////////////////////// IMPORTANT NOTES /////////////////////////////////
26d4af9e69SDag-Erling Smørgrav *
27d4af9e69SDag-Erling Smørgrav * 1) This version does not work properly on messages larger than 16MB
28d4af9e69SDag-Erling Smørgrav *
29d4af9e69SDag-Erling Smørgrav * 2) If you set the switch to use SSE2, then all data must be 16-byte
30d4af9e69SDag-Erling Smørgrav * aligned
31d4af9e69SDag-Erling Smørgrav *
32d4af9e69SDag-Erling Smørgrav * 3) When calling the function umac(), it is assumed that msg is in
33d4af9e69SDag-Erling Smørgrav * a writable buffer of length divisible by 32 bytes. The message itself
34d4af9e69SDag-Erling Smørgrav * does not have to fill the entire buffer, but bytes beyond msg may be
35d4af9e69SDag-Erling Smørgrav * zeroed.
36d4af9e69SDag-Erling Smørgrav *
37d4af9e69SDag-Erling Smørgrav * 4) Three free AES implementations are supported by this implementation of
38d4af9e69SDag-Erling Smørgrav * UMAC. Paulo Barreto's version is in the public domain and can be found
39d4af9e69SDag-Erling Smørgrav * at http://www.esat.kuleuven.ac.be/~rijmen/rijndael/ (search for
40d4af9e69SDag-Erling Smørgrav * "Barreto"). The only two files needed are rijndael-alg-fst.c and
41d4af9e69SDag-Erling Smørgrav * rijndael-alg-fst.h. Brian Gladman's version is distributed with the GNU
4219261079SEd Maste * Public license at http://fp.gladman.plus.com/AES/index.htm. It
43d4af9e69SDag-Erling Smørgrav * includes a fast IA-32 assembly version. The OpenSSL crypo library is
44d4af9e69SDag-Erling Smørgrav * the third.
45d4af9e69SDag-Erling Smørgrav *
46d4af9e69SDag-Erling Smørgrav * 5) With FORCE_C_ONLY flags set to 0, incorrect results are sometimes
47d4af9e69SDag-Erling Smørgrav * produced under gcc with optimizations set -O3 or higher. Dunno why.
48d4af9e69SDag-Erling Smørgrav *
49d4af9e69SDag-Erling Smørgrav /////////////////////////////////////////////////////////////////////// */
50d4af9e69SDag-Erling Smørgrav
51d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
52d4af9e69SDag-Erling Smørgrav /* --- User Switches ---------------------------------------------------- */
53d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
54d4af9e69SDag-Erling Smørgrav
556888a9beSDag-Erling Smørgrav #ifndef UMAC_OUTPUT_LEN
56d4af9e69SDag-Erling Smørgrav #define UMAC_OUTPUT_LEN 8 /* Alowable: 4, 8, 12, 16 */
576888a9beSDag-Erling Smørgrav #endif
586888a9beSDag-Erling Smørgrav
596888a9beSDag-Erling Smørgrav #if UMAC_OUTPUT_LEN != 4 && UMAC_OUTPUT_LEN != 8 && \
606888a9beSDag-Erling Smørgrav UMAC_OUTPUT_LEN != 12 && UMAC_OUTPUT_LEN != 16
616888a9beSDag-Erling Smørgrav # error UMAC_OUTPUT_LEN must be defined to 4, 8, 12 or 16
626888a9beSDag-Erling Smørgrav #endif
636888a9beSDag-Erling Smørgrav
64d4af9e69SDag-Erling Smørgrav /* #define FORCE_C_ONLY 1 ANSI C and 64-bit integers req'd */
65d4af9e69SDag-Erling Smørgrav /* #define AES_IMPLEMENTAION 1 1 = OpenSSL, 2 = Barreto, 3 = Gladman */
66d4af9e69SDag-Erling Smørgrav /* #define SSE2 0 Is SSE2 is available? */
67d4af9e69SDag-Erling Smørgrav /* #define RUN_TESTS 0 Run basic correctness/speed tests */
68190cef3dSDag-Erling Smørgrav /* #define UMAC_AE_SUPPORT 0 Enable authenticated encryption */
69d4af9e69SDag-Erling Smørgrav
70d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
71d4af9e69SDag-Erling Smørgrav /* -- Global Includes --------------------------------------------------- */
72d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
73d4af9e69SDag-Erling Smørgrav
74d4af9e69SDag-Erling Smørgrav #include "includes.h"
75d4af9e69SDag-Erling Smørgrav #include <sys/types.h>
76a0ee8cc6SDag-Erling Smørgrav #include <string.h>
7719261079SEd Maste #include <stdarg.h>
78a0ee8cc6SDag-Erling Smørgrav #include <stdio.h>
79a0ee8cc6SDag-Erling Smørgrav #include <stdlib.h>
80a0ee8cc6SDag-Erling Smørgrav #include <stddef.h>
81d4af9e69SDag-Erling Smørgrav
82d4af9e69SDag-Erling Smørgrav #include "xmalloc.h"
83d4af9e69SDag-Erling Smørgrav #include "umac.h"
84a0ee8cc6SDag-Erling Smørgrav #include "misc.h"
85d4af9e69SDag-Erling Smørgrav
86d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
87d4af9e69SDag-Erling Smørgrav /* --- Primitive Data Types --- */
88d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
89d4af9e69SDag-Erling Smørgrav
90d4af9e69SDag-Erling Smørgrav /* The following assumptions may need change on your system */
91d4af9e69SDag-Erling Smørgrav typedef u_int8_t UINT8; /* 1 byte */
92d4af9e69SDag-Erling Smørgrav typedef u_int16_t UINT16; /* 2 byte */
93d4af9e69SDag-Erling Smørgrav typedef u_int32_t UINT32; /* 4 byte */
94d4af9e69SDag-Erling Smørgrav typedef u_int64_t UINT64; /* 8 bytes */
95d4af9e69SDag-Erling Smørgrav typedef unsigned int UWORD; /* Register */
96d4af9e69SDag-Erling Smørgrav
97d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
98d4af9e69SDag-Erling Smørgrav /* --- Constants -------------------------------------------------------- */
99d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
100d4af9e69SDag-Erling Smørgrav
101d4af9e69SDag-Erling Smørgrav #define UMAC_KEY_LEN 16 /* UMAC takes 16 bytes of external key */
102d4af9e69SDag-Erling Smørgrav
103d4af9e69SDag-Erling Smørgrav /* Message "words" are read from memory in an endian-specific manner. */
104d4af9e69SDag-Erling Smørgrav /* For this implementation to behave correctly, __LITTLE_ENDIAN__ must */
105d4af9e69SDag-Erling Smørgrav /* be set true if the host computer is little-endian. */
106d4af9e69SDag-Erling Smørgrav
107d4af9e69SDag-Erling Smørgrav #if BYTE_ORDER == LITTLE_ENDIAN
108d4af9e69SDag-Erling Smørgrav #define __LITTLE_ENDIAN__ 1
109d4af9e69SDag-Erling Smørgrav #else
110d4af9e69SDag-Erling Smørgrav #define __LITTLE_ENDIAN__ 0
111d4af9e69SDag-Erling Smørgrav #endif
112d4af9e69SDag-Erling Smørgrav
113d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
114d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
115d4af9e69SDag-Erling Smørgrav /* ----- Architecture Specific ------------------------------------------ */
116d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
117d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
118d4af9e69SDag-Erling Smørgrav
119d4af9e69SDag-Erling Smørgrav
120d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
121d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
122d4af9e69SDag-Erling Smørgrav /* ----- Primitive Routines --------------------------------------------- */
123d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
124d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
125d4af9e69SDag-Erling Smørgrav
126d4af9e69SDag-Erling Smørgrav
127d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
128d4af9e69SDag-Erling Smørgrav /* --- 32-bit by 32-bit to 64-bit Multiplication ------------------------ */
129d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
130d4af9e69SDag-Erling Smørgrav
131d4af9e69SDag-Erling Smørgrav #define MUL64(a,b) ((UINT64)((UINT64)(UINT32)(a) * (UINT64)(UINT32)(b)))
132d4af9e69SDag-Erling Smørgrav
133d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
134d4af9e69SDag-Erling Smørgrav /* --- Endian Conversion --- Forcing assembly on some platforms */
135d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
136d4af9e69SDag-Erling Smørgrav
137d4af9e69SDag-Erling Smørgrav #if (__LITTLE_ENDIAN__)
138a0ee8cc6SDag-Erling Smørgrav #define LOAD_UINT32_REVERSED(p) get_u32(p)
139a0ee8cc6SDag-Erling Smørgrav #define STORE_UINT32_REVERSED(p,v) put_u32(p,v)
140d4af9e69SDag-Erling Smørgrav #else
141a0ee8cc6SDag-Erling Smørgrav #define LOAD_UINT32_REVERSED(p) get_u32_le(p)
142a0ee8cc6SDag-Erling Smørgrav #define STORE_UINT32_REVERSED(p,v) put_u32_le(p,v)
143d4af9e69SDag-Erling Smørgrav #endif
144d4af9e69SDag-Erling Smørgrav
145a0ee8cc6SDag-Erling Smørgrav #define LOAD_UINT32_LITTLE(p) (get_u32_le(p))
146a0ee8cc6SDag-Erling Smørgrav #define STORE_UINT32_BIG(p,v) put_u32(p, v)
147a0ee8cc6SDag-Erling Smørgrav
148d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
149d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
150d4af9e69SDag-Erling Smørgrav /* ----- Begin KDF & PDF Section ---------------------------------------- */
151d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
152d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
153d4af9e69SDag-Erling Smørgrav
154d4af9e69SDag-Erling Smørgrav /* UMAC uses AES with 16 byte block and key lengths */
155d4af9e69SDag-Erling Smørgrav #define AES_BLOCK_LEN 16
156d4af9e69SDag-Erling Smørgrav
157d4af9e69SDag-Erling Smørgrav /* OpenSSL's AES */
158a0ee8cc6SDag-Erling Smørgrav #ifdef WITH_OPENSSL
159d4af9e69SDag-Erling Smørgrav #include "openbsd-compat/openssl-compat.h"
160d4af9e69SDag-Erling Smørgrav #ifndef USE_BUILTIN_RIJNDAEL
161d4af9e69SDag-Erling Smørgrav # include <openssl/aes.h>
162d4af9e69SDag-Erling Smørgrav #endif
163d4af9e69SDag-Erling Smørgrav typedef AES_KEY aes_int_key[1];
164d4af9e69SDag-Erling Smørgrav #define aes_encryption(in,out,int_key) \
165d4af9e69SDag-Erling Smørgrav AES_encrypt((u_char *)(in),(u_char *)(out),(AES_KEY *)int_key)
166d4af9e69SDag-Erling Smørgrav #define aes_key_setup(key,int_key) \
167e4a9863fSDag-Erling Smørgrav AES_set_encrypt_key((const u_char *)(key),UMAC_KEY_LEN*8,int_key)
168a0ee8cc6SDag-Erling Smørgrav #else
169a0ee8cc6SDag-Erling Smørgrav #include "rijndael.h"
170a0ee8cc6SDag-Erling Smørgrav #define AES_ROUNDS ((UMAC_KEY_LEN / 4) + 6)
171a0ee8cc6SDag-Erling Smørgrav typedef UINT8 aes_int_key[AES_ROUNDS+1][4][4]; /* AES internal */
172a0ee8cc6SDag-Erling Smørgrav #define aes_encryption(in,out,int_key) \
173a0ee8cc6SDag-Erling Smørgrav rijndaelEncrypt((u32 *)(int_key), AES_ROUNDS, (u8 *)(in), (u8 *)(out))
174a0ee8cc6SDag-Erling Smørgrav #define aes_key_setup(key,int_key) \
175a0ee8cc6SDag-Erling Smørgrav rijndaelKeySetupEnc((u32 *)(int_key), (const unsigned char *)(key), \
176a0ee8cc6SDag-Erling Smørgrav UMAC_KEY_LEN*8)
177a0ee8cc6SDag-Erling Smørgrav #endif
178d4af9e69SDag-Erling Smørgrav
179d4af9e69SDag-Erling Smørgrav /* The user-supplied UMAC key is stretched using AES in a counter
180d4af9e69SDag-Erling Smørgrav * mode to supply all random bits needed by UMAC. The kdf function takes
181d4af9e69SDag-Erling Smørgrav * an AES internal key representation 'key' and writes a stream of
182d4af9e69SDag-Erling Smørgrav * 'nbytes' bytes to the memory pointed at by 'bufp'. Each distinct
183d4af9e69SDag-Erling Smørgrav * 'ndx' causes a distinct byte stream.
184d4af9e69SDag-Erling Smørgrav */
kdf(void * bufp,aes_int_key key,UINT8 ndx,int nbytes)185d4af9e69SDag-Erling Smørgrav static void kdf(void *bufp, aes_int_key key, UINT8 ndx, int nbytes)
186d4af9e69SDag-Erling Smørgrav {
187d4af9e69SDag-Erling Smørgrav UINT8 in_buf[AES_BLOCK_LEN] = {0};
188d4af9e69SDag-Erling Smørgrav UINT8 out_buf[AES_BLOCK_LEN];
189d4af9e69SDag-Erling Smørgrav UINT8 *dst_buf = (UINT8 *)bufp;
190d4af9e69SDag-Erling Smørgrav int i;
191d4af9e69SDag-Erling Smørgrav
192d4af9e69SDag-Erling Smørgrav /* Setup the initial value */
193d4af9e69SDag-Erling Smørgrav in_buf[AES_BLOCK_LEN-9] = ndx;
194d4af9e69SDag-Erling Smørgrav in_buf[AES_BLOCK_LEN-1] = i = 1;
195d4af9e69SDag-Erling Smørgrav
196d4af9e69SDag-Erling Smørgrav while (nbytes >= AES_BLOCK_LEN) {
197d4af9e69SDag-Erling Smørgrav aes_encryption(in_buf, out_buf, key);
198d4af9e69SDag-Erling Smørgrav memcpy(dst_buf,out_buf,AES_BLOCK_LEN);
199d4af9e69SDag-Erling Smørgrav in_buf[AES_BLOCK_LEN-1] = ++i;
200d4af9e69SDag-Erling Smørgrav nbytes -= AES_BLOCK_LEN;
201d4af9e69SDag-Erling Smørgrav dst_buf += AES_BLOCK_LEN;
202d4af9e69SDag-Erling Smørgrav }
203d4af9e69SDag-Erling Smørgrav if (nbytes) {
204d4af9e69SDag-Erling Smørgrav aes_encryption(in_buf, out_buf, key);
205d4af9e69SDag-Erling Smørgrav memcpy(dst_buf,out_buf,nbytes);
206d4af9e69SDag-Erling Smørgrav }
2074f52dfbbSDag-Erling Smørgrav explicit_bzero(in_buf, sizeof(in_buf));
2084f52dfbbSDag-Erling Smørgrav explicit_bzero(out_buf, sizeof(out_buf));
209d4af9e69SDag-Erling Smørgrav }
210d4af9e69SDag-Erling Smørgrav
211d4af9e69SDag-Erling Smørgrav /* The final UHASH result is XOR'd with the output of a pseudorandom
212d4af9e69SDag-Erling Smørgrav * function. Here, we use AES to generate random output and
213d4af9e69SDag-Erling Smørgrav * xor the appropriate bytes depending on the last bits of nonce.
214d4af9e69SDag-Erling Smørgrav * This scheme is optimized for sequential, increasing big-endian nonces.
215d4af9e69SDag-Erling Smørgrav */
216d4af9e69SDag-Erling Smørgrav
217d4af9e69SDag-Erling Smørgrav typedef struct {
218d4af9e69SDag-Erling Smørgrav UINT8 cache[AES_BLOCK_LEN]; /* Previous AES output is saved */
219d4af9e69SDag-Erling Smørgrav UINT8 nonce[AES_BLOCK_LEN]; /* The AES input making above cache */
220d4af9e69SDag-Erling Smørgrav aes_int_key prf_key; /* Expanded AES key for PDF */
221d4af9e69SDag-Erling Smørgrav } pdf_ctx;
222d4af9e69SDag-Erling Smørgrav
pdf_init(pdf_ctx * pc,aes_int_key prf_key)223d4af9e69SDag-Erling Smørgrav static void pdf_init(pdf_ctx *pc, aes_int_key prf_key)
224d4af9e69SDag-Erling Smørgrav {
225d4af9e69SDag-Erling Smørgrav UINT8 buf[UMAC_KEY_LEN];
226d4af9e69SDag-Erling Smørgrav
227d4af9e69SDag-Erling Smørgrav kdf(buf, prf_key, 0, UMAC_KEY_LEN);
228d4af9e69SDag-Erling Smørgrav aes_key_setup(buf, pc->prf_key);
229d4af9e69SDag-Erling Smørgrav
230d4af9e69SDag-Erling Smørgrav /* Initialize pdf and cache */
231d4af9e69SDag-Erling Smørgrav memset(pc->nonce, 0, sizeof(pc->nonce));
232d4af9e69SDag-Erling Smørgrav aes_encryption(pc->nonce, pc->cache, pc->prf_key);
2334f52dfbbSDag-Erling Smørgrav explicit_bzero(buf, sizeof(buf));
234d4af9e69SDag-Erling Smørgrav }
235d4af9e69SDag-Erling Smørgrav
pdf_gen_xor(pdf_ctx * pc,const UINT8 nonce[8],UINT8 buf[UMAC_OUTPUT_LEN])236*4d3fc8b0SEd Maste static void pdf_gen_xor(pdf_ctx *pc, const UINT8 nonce[8],
237*4d3fc8b0SEd Maste UINT8 buf[UMAC_OUTPUT_LEN])
238d4af9e69SDag-Erling Smørgrav {
239d4af9e69SDag-Erling Smørgrav /* 'ndx' indicates that we'll be using the 0th or 1st eight bytes
240d4af9e69SDag-Erling Smørgrav * of the AES output. If last time around we returned the ndx-1st
241d4af9e69SDag-Erling Smørgrav * element, then we may have the result in the cache already.
242d4af9e69SDag-Erling Smørgrav */
243d4af9e69SDag-Erling Smørgrav
244d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4)
245d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 3
246d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8)
247d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 1
248d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN > 8)
249d4af9e69SDag-Erling Smørgrav #define LOW_BIT_MASK 0
250d4af9e69SDag-Erling Smørgrav #endif
251e4a9863fSDag-Erling Smørgrav union {
252d4af9e69SDag-Erling Smørgrav UINT8 tmp_nonce_lo[4];
253e4a9863fSDag-Erling Smørgrav UINT32 align;
254e4a9863fSDag-Erling Smørgrav } t;
255d4af9e69SDag-Erling Smørgrav #if LOW_BIT_MASK != 0
256d4af9e69SDag-Erling Smørgrav int ndx = nonce[7] & LOW_BIT_MASK;
257d4af9e69SDag-Erling Smørgrav #endif
258e4a9863fSDag-Erling Smørgrav *(UINT32 *)t.tmp_nonce_lo = ((const UINT32 *)nonce)[1];
259e4a9863fSDag-Erling Smørgrav t.tmp_nonce_lo[3] &= ~LOW_BIT_MASK; /* zero last bit */
260d4af9e69SDag-Erling Smørgrav
261e4a9863fSDag-Erling Smørgrav if ( (((UINT32 *)t.tmp_nonce_lo)[0] != ((UINT32 *)pc->nonce)[1]) ||
262e4a9863fSDag-Erling Smørgrav (((const UINT32 *)nonce)[0] != ((UINT32 *)pc->nonce)[0]) )
263d4af9e69SDag-Erling Smørgrav {
264e4a9863fSDag-Erling Smørgrav ((UINT32 *)pc->nonce)[0] = ((const UINT32 *)nonce)[0];
265e4a9863fSDag-Erling Smørgrav ((UINT32 *)pc->nonce)[1] = ((UINT32 *)t.tmp_nonce_lo)[0];
266d4af9e69SDag-Erling Smørgrav aes_encryption(pc->nonce, pc->cache, pc->prf_key);
267d4af9e69SDag-Erling Smørgrav }
268d4af9e69SDag-Erling Smørgrav
269d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4)
270d4af9e69SDag-Erling Smørgrav *((UINT32 *)buf) ^= ((UINT32 *)pc->cache)[ndx];
271d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8)
272d4af9e69SDag-Erling Smørgrav *((UINT64 *)buf) ^= ((UINT64 *)pc->cache)[ndx];
273d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 12)
274d4af9e69SDag-Erling Smørgrav ((UINT64 *)buf)[0] ^= ((UINT64 *)pc->cache)[0];
275d4af9e69SDag-Erling Smørgrav ((UINT32 *)buf)[2] ^= ((UINT32 *)pc->cache)[2];
276d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 16)
277d4af9e69SDag-Erling Smørgrav ((UINT64 *)buf)[0] ^= ((UINT64 *)pc->cache)[0];
278d4af9e69SDag-Erling Smørgrav ((UINT64 *)buf)[1] ^= ((UINT64 *)pc->cache)[1];
279d4af9e69SDag-Erling Smørgrav #endif
280d4af9e69SDag-Erling Smørgrav }
281d4af9e69SDag-Erling Smørgrav
282d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
283d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
284d4af9e69SDag-Erling Smørgrav /* ----- Begin NH Hash Section ------------------------------------------ */
285d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
286d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
287d4af9e69SDag-Erling Smørgrav
288d4af9e69SDag-Erling Smørgrav /* The NH-based hash functions used in UMAC are described in the UMAC paper
289d4af9e69SDag-Erling Smørgrav * and specification, both of which can be found at the UMAC website.
290d4af9e69SDag-Erling Smørgrav * The interface to this implementation has two
291d4af9e69SDag-Erling Smørgrav * versions, one expects the entire message being hashed to be passed
292d4af9e69SDag-Erling Smørgrav * in a single buffer and returns the hash result immediately. The second
293d4af9e69SDag-Erling Smørgrav * allows the message to be passed in a sequence of buffers. In the
29419261079SEd Maste * multiple-buffer interface, the client calls the routine nh_update() as
295d4af9e69SDag-Erling Smørgrav * many times as necessary. When there is no more data to be fed to the
296d4af9e69SDag-Erling Smørgrav * hash, the client calls nh_final() which calculates the hash output.
297d4af9e69SDag-Erling Smørgrav * Before beginning another hash calculation the nh_reset() routine
298d4af9e69SDag-Erling Smørgrav * must be called. The single-buffer routine, nh(), is equivalent to
299d4af9e69SDag-Erling Smørgrav * the sequence of calls nh_update() and nh_final(); however it is
300190cef3dSDag-Erling Smørgrav * optimized and should be preferred whenever the multiple-buffer interface
301d4af9e69SDag-Erling Smørgrav * is not necessary. When using either interface, it is the client's
302190cef3dSDag-Erling Smørgrav * responsibility to pass no more than L1_KEY_LEN bytes per hash result.
303d4af9e69SDag-Erling Smørgrav *
304d4af9e69SDag-Erling Smørgrav * The routine nh_init() initializes the nh_ctx data structure and
305d4af9e69SDag-Erling Smørgrav * must be called once, before any other PDF routine.
306d4af9e69SDag-Erling Smørgrav */
307d4af9e69SDag-Erling Smørgrav
308d4af9e69SDag-Erling Smørgrav /* The "nh_aux" routines do the actual NH hashing work. They
309d4af9e69SDag-Erling Smørgrav * expect buffers to be multiples of L1_PAD_BOUNDARY. These routines
310d4af9e69SDag-Erling Smørgrav * produce output for all STREAMS NH iterations in one call,
311d4af9e69SDag-Erling Smørgrav * allowing the parallel implementation of the streams.
312d4af9e69SDag-Erling Smørgrav */
313d4af9e69SDag-Erling Smørgrav
314d4af9e69SDag-Erling Smørgrav #define STREAMS (UMAC_OUTPUT_LEN / 4) /* Number of times hash is applied */
315d4af9e69SDag-Erling Smørgrav #define L1_KEY_LEN 1024 /* Internal key bytes */
316d4af9e69SDag-Erling Smørgrav #define L1_KEY_SHIFT 16 /* Toeplitz key shift between streams */
317d4af9e69SDag-Erling Smørgrav #define L1_PAD_BOUNDARY 32 /* pad message to boundary multiple */
318d4af9e69SDag-Erling Smørgrav #define ALLOC_BOUNDARY 16 /* Keep buffers aligned to this */
319d4af9e69SDag-Erling Smørgrav #define HASH_BUF_BYTES 64 /* nh_aux_hb buffer multiple */
320d4af9e69SDag-Erling Smørgrav
321d4af9e69SDag-Erling Smørgrav typedef struct {
322d4af9e69SDag-Erling Smørgrav UINT8 nh_key [L1_KEY_LEN + L1_KEY_SHIFT * (STREAMS - 1)]; /* NH Key */
323462c32cbSDag-Erling Smørgrav UINT8 data [HASH_BUF_BYTES]; /* Incoming data buffer */
324190cef3dSDag-Erling Smørgrav int next_data_empty; /* Bookkeeping variable for data buffer. */
325190cef3dSDag-Erling Smørgrav int bytes_hashed; /* Bytes (out of L1_KEY_LEN) incorporated. */
326d4af9e69SDag-Erling Smørgrav UINT64 state[STREAMS]; /* on-line state */
327d4af9e69SDag-Erling Smørgrav } nh_ctx;
328d4af9e69SDag-Erling Smørgrav
329d4af9e69SDag-Erling Smørgrav
330d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 4)
331d4af9e69SDag-Erling Smørgrav
nh_aux(void * kp,const void * dp,void * hp,UINT32 dlen)332e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen)
333d4af9e69SDag-Erling Smørgrav /* NH hashing primitive. Previous (partial) hash result is loaded and
334d4af9e69SDag-Erling Smørgrav * then stored via hp pointer. The length of the data pointed at by "dp",
335d4af9e69SDag-Erling Smørgrav * "dlen", is guaranteed to be divisible by L1_PAD_BOUNDARY (32). Key
336d4af9e69SDag-Erling Smørgrav * is expected to be endian compensated in memory at key setup.
337d4af9e69SDag-Erling Smørgrav */
338d4af9e69SDag-Erling Smørgrav {
339d4af9e69SDag-Erling Smørgrav UINT64 h;
340d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32;
341d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp;
342e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp;
343d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7;
344d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7;
345d4af9e69SDag-Erling Smørgrav
346d4af9e69SDag-Erling Smørgrav h = *((UINT64 *)hp);
347d4af9e69SDag-Erling Smørgrav do {
348d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1);
349d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3);
350d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5);
351d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7);
352d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3);
353d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7);
354d4af9e69SDag-Erling Smørgrav h += MUL64((k0 + d0), (k4 + d4));
355d4af9e69SDag-Erling Smørgrav h += MUL64((k1 + d1), (k5 + d5));
356d4af9e69SDag-Erling Smørgrav h += MUL64((k2 + d2), (k6 + d6));
357d4af9e69SDag-Erling Smørgrav h += MUL64((k3 + d3), (k7 + d7));
358d4af9e69SDag-Erling Smørgrav
359d4af9e69SDag-Erling Smørgrav d += 8;
360d4af9e69SDag-Erling Smørgrav k += 8;
361d4af9e69SDag-Erling Smørgrav } while (--c);
362d4af9e69SDag-Erling Smørgrav *((UINT64 *)hp) = h;
363d4af9e69SDag-Erling Smørgrav }
364d4af9e69SDag-Erling Smørgrav
365d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 8)
366d4af9e69SDag-Erling Smørgrav
nh_aux(void * kp,const void * dp,void * hp,UINT32 dlen)367e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen)
368d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass,
369d4af9e69SDag-Erling Smørgrav * reading and writing 16 bytes of hash-state per call.
370d4af9e69SDag-Erling Smørgrav */
371d4af9e69SDag-Erling Smørgrav {
372d4af9e69SDag-Erling Smørgrav UINT64 h1,h2;
373d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32;
374d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp;
375e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp;
376d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7;
377d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7,
378d4af9e69SDag-Erling Smørgrav k8,k9,k10,k11;
379d4af9e69SDag-Erling Smørgrav
380d4af9e69SDag-Erling Smørgrav h1 = *((UINT64 *)hp);
381d4af9e69SDag-Erling Smørgrav h2 = *((UINT64 *)hp + 1);
382d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3);
383d4af9e69SDag-Erling Smørgrav do {
384d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1);
385d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3);
386d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5);
387d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7);
388d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7);
389d4af9e69SDag-Erling Smørgrav k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11);
390d4af9e69SDag-Erling Smørgrav
391d4af9e69SDag-Erling Smørgrav h1 += MUL64((k0 + d0), (k4 + d4));
392d4af9e69SDag-Erling Smørgrav h2 += MUL64((k4 + d0), (k8 + d4));
393d4af9e69SDag-Erling Smørgrav
394d4af9e69SDag-Erling Smørgrav h1 += MUL64((k1 + d1), (k5 + d5));
395d4af9e69SDag-Erling Smørgrav h2 += MUL64((k5 + d1), (k9 + d5));
396d4af9e69SDag-Erling Smørgrav
397d4af9e69SDag-Erling Smørgrav h1 += MUL64((k2 + d2), (k6 + d6));
398d4af9e69SDag-Erling Smørgrav h2 += MUL64((k6 + d2), (k10 + d6));
399d4af9e69SDag-Erling Smørgrav
400d4af9e69SDag-Erling Smørgrav h1 += MUL64((k3 + d3), (k7 + d7));
401d4af9e69SDag-Erling Smørgrav h2 += MUL64((k7 + d3), (k11 + d7));
402d4af9e69SDag-Erling Smørgrav
403d4af9e69SDag-Erling Smørgrav k0 = k8; k1 = k9; k2 = k10; k3 = k11;
404d4af9e69SDag-Erling Smørgrav
405d4af9e69SDag-Erling Smørgrav d += 8;
406d4af9e69SDag-Erling Smørgrav k += 8;
407d4af9e69SDag-Erling Smørgrav } while (--c);
408d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[0] = h1;
409d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[1] = h2;
410d4af9e69SDag-Erling Smørgrav }
411d4af9e69SDag-Erling Smørgrav
412d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 12)
413d4af9e69SDag-Erling Smørgrav
nh_aux(void * kp,const void * dp,void * hp,UINT32 dlen)414e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen)
415d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass,
416d4af9e69SDag-Erling Smørgrav * reading and writing 24 bytes of hash-state per call.
417d4af9e69SDag-Erling Smørgrav */
418d4af9e69SDag-Erling Smørgrav {
419d4af9e69SDag-Erling Smørgrav UINT64 h1,h2,h3;
420d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32;
421d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp;
422e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp;
423d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7;
424d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7,
425d4af9e69SDag-Erling Smørgrav k8,k9,k10,k11,k12,k13,k14,k15;
426d4af9e69SDag-Erling Smørgrav
427d4af9e69SDag-Erling Smørgrav h1 = *((UINT64 *)hp);
428d4af9e69SDag-Erling Smørgrav h2 = *((UINT64 *)hp + 1);
429d4af9e69SDag-Erling Smørgrav h3 = *((UINT64 *)hp + 2);
430d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3);
431d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7);
432d4af9e69SDag-Erling Smørgrav do {
433d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1);
434d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3);
435d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5);
436d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7);
437d4af9e69SDag-Erling Smørgrav k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11);
438d4af9e69SDag-Erling Smørgrav k12 = *(k+12); k13 = *(k+13); k14 = *(k+14); k15 = *(k+15);
439d4af9e69SDag-Erling Smørgrav
440d4af9e69SDag-Erling Smørgrav h1 += MUL64((k0 + d0), (k4 + d4));
441d4af9e69SDag-Erling Smørgrav h2 += MUL64((k4 + d0), (k8 + d4));
442d4af9e69SDag-Erling Smørgrav h3 += MUL64((k8 + d0), (k12 + d4));
443d4af9e69SDag-Erling Smørgrav
444d4af9e69SDag-Erling Smørgrav h1 += MUL64((k1 + d1), (k5 + d5));
445d4af9e69SDag-Erling Smørgrav h2 += MUL64((k5 + d1), (k9 + d5));
446d4af9e69SDag-Erling Smørgrav h3 += MUL64((k9 + d1), (k13 + d5));
447d4af9e69SDag-Erling Smørgrav
448d4af9e69SDag-Erling Smørgrav h1 += MUL64((k2 + d2), (k6 + d6));
449d4af9e69SDag-Erling Smørgrav h2 += MUL64((k6 + d2), (k10 + d6));
450d4af9e69SDag-Erling Smørgrav h3 += MUL64((k10 + d2), (k14 + d6));
451d4af9e69SDag-Erling Smørgrav
452d4af9e69SDag-Erling Smørgrav h1 += MUL64((k3 + d3), (k7 + d7));
453d4af9e69SDag-Erling Smørgrav h2 += MUL64((k7 + d3), (k11 + d7));
454d4af9e69SDag-Erling Smørgrav h3 += MUL64((k11 + d3), (k15 + d7));
455d4af9e69SDag-Erling Smørgrav
456d4af9e69SDag-Erling Smørgrav k0 = k8; k1 = k9; k2 = k10; k3 = k11;
457d4af9e69SDag-Erling Smørgrav k4 = k12; k5 = k13; k6 = k14; k7 = k15;
458d4af9e69SDag-Erling Smørgrav
459d4af9e69SDag-Erling Smørgrav d += 8;
460d4af9e69SDag-Erling Smørgrav k += 8;
461d4af9e69SDag-Erling Smørgrav } while (--c);
462d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[0] = h1;
463d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[1] = h2;
464d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[2] = h3;
465d4af9e69SDag-Erling Smørgrav }
466d4af9e69SDag-Erling Smørgrav
467d4af9e69SDag-Erling Smørgrav #elif (UMAC_OUTPUT_LEN == 16)
468d4af9e69SDag-Erling Smørgrav
nh_aux(void * kp,const void * dp,void * hp,UINT32 dlen)469e4a9863fSDag-Erling Smørgrav static void nh_aux(void *kp, const void *dp, void *hp, UINT32 dlen)
470d4af9e69SDag-Erling Smørgrav /* Same as previous nh_aux, but two streams are handled in one pass,
471d4af9e69SDag-Erling Smørgrav * reading and writing 24 bytes of hash-state per call.
472d4af9e69SDag-Erling Smørgrav */
473d4af9e69SDag-Erling Smørgrav {
474d4af9e69SDag-Erling Smørgrav UINT64 h1,h2,h3,h4;
475d4af9e69SDag-Erling Smørgrav UWORD c = dlen / 32;
476d4af9e69SDag-Erling Smørgrav UINT32 *k = (UINT32 *)kp;
477e4a9863fSDag-Erling Smørgrav const UINT32 *d = (const UINT32 *)dp;
478d4af9e69SDag-Erling Smørgrav UINT32 d0,d1,d2,d3,d4,d5,d6,d7;
479d4af9e69SDag-Erling Smørgrav UINT32 k0,k1,k2,k3,k4,k5,k6,k7,
480d4af9e69SDag-Erling Smørgrav k8,k9,k10,k11,k12,k13,k14,k15,
481d4af9e69SDag-Erling Smørgrav k16,k17,k18,k19;
482d4af9e69SDag-Erling Smørgrav
483d4af9e69SDag-Erling Smørgrav h1 = *((UINT64 *)hp);
484d4af9e69SDag-Erling Smørgrav h2 = *((UINT64 *)hp + 1);
485d4af9e69SDag-Erling Smørgrav h3 = *((UINT64 *)hp + 2);
486d4af9e69SDag-Erling Smørgrav h4 = *((UINT64 *)hp + 3);
487d4af9e69SDag-Erling Smørgrav k0 = *(k+0); k1 = *(k+1); k2 = *(k+2); k3 = *(k+3);
488d4af9e69SDag-Erling Smørgrav k4 = *(k+4); k5 = *(k+5); k6 = *(k+6); k7 = *(k+7);
489d4af9e69SDag-Erling Smørgrav do {
490d4af9e69SDag-Erling Smørgrav d0 = LOAD_UINT32_LITTLE(d+0); d1 = LOAD_UINT32_LITTLE(d+1);
491d4af9e69SDag-Erling Smørgrav d2 = LOAD_UINT32_LITTLE(d+2); d3 = LOAD_UINT32_LITTLE(d+3);
492d4af9e69SDag-Erling Smørgrav d4 = LOAD_UINT32_LITTLE(d+4); d5 = LOAD_UINT32_LITTLE(d+5);
493d4af9e69SDag-Erling Smørgrav d6 = LOAD_UINT32_LITTLE(d+6); d7 = LOAD_UINT32_LITTLE(d+7);
494d4af9e69SDag-Erling Smørgrav k8 = *(k+8); k9 = *(k+9); k10 = *(k+10); k11 = *(k+11);
495d4af9e69SDag-Erling Smørgrav k12 = *(k+12); k13 = *(k+13); k14 = *(k+14); k15 = *(k+15);
496d4af9e69SDag-Erling Smørgrav k16 = *(k+16); k17 = *(k+17); k18 = *(k+18); k19 = *(k+19);
497d4af9e69SDag-Erling Smørgrav
498d4af9e69SDag-Erling Smørgrav h1 += MUL64((k0 + d0), (k4 + d4));
499d4af9e69SDag-Erling Smørgrav h2 += MUL64((k4 + d0), (k8 + d4));
500d4af9e69SDag-Erling Smørgrav h3 += MUL64((k8 + d0), (k12 + d4));
501d4af9e69SDag-Erling Smørgrav h4 += MUL64((k12 + d0), (k16 + d4));
502d4af9e69SDag-Erling Smørgrav
503d4af9e69SDag-Erling Smørgrav h1 += MUL64((k1 + d1), (k5 + d5));
504d4af9e69SDag-Erling Smørgrav h2 += MUL64((k5 + d1), (k9 + d5));
505d4af9e69SDag-Erling Smørgrav h3 += MUL64((k9 + d1), (k13 + d5));
506d4af9e69SDag-Erling Smørgrav h4 += MUL64((k13 + d1), (k17 + d5));
507d4af9e69SDag-Erling Smørgrav
508d4af9e69SDag-Erling Smørgrav h1 += MUL64((k2 + d2), (k6 + d6));
509d4af9e69SDag-Erling Smørgrav h2 += MUL64((k6 + d2), (k10 + d6));
510d4af9e69SDag-Erling Smørgrav h3 += MUL64((k10 + d2), (k14 + d6));
511d4af9e69SDag-Erling Smørgrav h4 += MUL64((k14 + d2), (k18 + d6));
512d4af9e69SDag-Erling Smørgrav
513d4af9e69SDag-Erling Smørgrav h1 += MUL64((k3 + d3), (k7 + d7));
514d4af9e69SDag-Erling Smørgrav h2 += MUL64((k7 + d3), (k11 + d7));
515d4af9e69SDag-Erling Smørgrav h3 += MUL64((k11 + d3), (k15 + d7));
516d4af9e69SDag-Erling Smørgrav h4 += MUL64((k15 + d3), (k19 + d7));
517d4af9e69SDag-Erling Smørgrav
518d4af9e69SDag-Erling Smørgrav k0 = k8; k1 = k9; k2 = k10; k3 = k11;
519d4af9e69SDag-Erling Smørgrav k4 = k12; k5 = k13; k6 = k14; k7 = k15;
520d4af9e69SDag-Erling Smørgrav k8 = k16; k9 = k17; k10 = k18; k11 = k19;
521d4af9e69SDag-Erling Smørgrav
522d4af9e69SDag-Erling Smørgrav d += 8;
523d4af9e69SDag-Erling Smørgrav k += 8;
524d4af9e69SDag-Erling Smørgrav } while (--c);
525d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[0] = h1;
526d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[1] = h2;
527d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[2] = h3;
528d4af9e69SDag-Erling Smørgrav ((UINT64 *)hp)[3] = h4;
529d4af9e69SDag-Erling Smørgrav }
530d4af9e69SDag-Erling Smørgrav
531d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
532d4af9e69SDag-Erling Smørgrav #endif /* UMAC_OUTPUT_LENGTH */
533d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
534d4af9e69SDag-Erling Smørgrav
535d4af9e69SDag-Erling Smørgrav
536d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
537d4af9e69SDag-Erling Smørgrav
nh_transform(nh_ctx * hc,const UINT8 * buf,UINT32 nbytes)538e4a9863fSDag-Erling Smørgrav static void nh_transform(nh_ctx *hc, const UINT8 *buf, UINT32 nbytes)
539d4af9e69SDag-Erling Smørgrav /* This function is a wrapper for the primitive NH hash functions. It takes
540d4af9e69SDag-Erling Smørgrav * as argument "hc" the current hash context and a buffer which must be a
541d4af9e69SDag-Erling Smørgrav * multiple of L1_PAD_BOUNDARY. The key passed to nh_aux is offset
542d4af9e69SDag-Erling Smørgrav * appropriately according to how much message has been hashed already.
543d4af9e69SDag-Erling Smørgrav */
544d4af9e69SDag-Erling Smørgrav {
545d4af9e69SDag-Erling Smørgrav UINT8 *key;
546d4af9e69SDag-Erling Smørgrav
547d4af9e69SDag-Erling Smørgrav key = hc->nh_key + hc->bytes_hashed;
548d4af9e69SDag-Erling Smørgrav nh_aux(key, buf, hc->state, nbytes);
549d4af9e69SDag-Erling Smørgrav }
550d4af9e69SDag-Erling Smørgrav
551d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
552d4af9e69SDag-Erling Smørgrav
553d4af9e69SDag-Erling Smørgrav #if (__LITTLE_ENDIAN__)
endian_convert(void * buf,UWORD bpw,UINT32 num_bytes)554d4af9e69SDag-Erling Smørgrav static void endian_convert(void *buf, UWORD bpw, UINT32 num_bytes)
555d4af9e69SDag-Erling Smørgrav /* We endian convert the keys on little-endian computers to */
556d4af9e69SDag-Erling Smørgrav /* compensate for the lack of big-endian memory reads during hashing. */
557d4af9e69SDag-Erling Smørgrav {
558d4af9e69SDag-Erling Smørgrav UWORD iters = num_bytes / bpw;
559d4af9e69SDag-Erling Smørgrav if (bpw == 4) {
560d4af9e69SDag-Erling Smørgrav UINT32 *p = (UINT32 *)buf;
561d4af9e69SDag-Erling Smørgrav do {
562d4af9e69SDag-Erling Smørgrav *p = LOAD_UINT32_REVERSED(p);
563d4af9e69SDag-Erling Smørgrav p++;
564d4af9e69SDag-Erling Smørgrav } while (--iters);
565d4af9e69SDag-Erling Smørgrav } else if (bpw == 8) {
566d4af9e69SDag-Erling Smørgrav UINT32 *p = (UINT32 *)buf;
567d4af9e69SDag-Erling Smørgrav UINT32 t;
568d4af9e69SDag-Erling Smørgrav do {
569d4af9e69SDag-Erling Smørgrav t = LOAD_UINT32_REVERSED(p+1);
570d4af9e69SDag-Erling Smørgrav p[1] = LOAD_UINT32_REVERSED(p);
571d4af9e69SDag-Erling Smørgrav p[0] = t;
572d4af9e69SDag-Erling Smørgrav p += 2;
573d4af9e69SDag-Erling Smørgrav } while (--iters);
574d4af9e69SDag-Erling Smørgrav }
575d4af9e69SDag-Erling Smørgrav }
576d4af9e69SDag-Erling Smørgrav #define endian_convert_if_le(x,y,z) endian_convert((x),(y),(z))
577d4af9e69SDag-Erling Smørgrav #else
578d4af9e69SDag-Erling Smørgrav #define endian_convert_if_le(x,y,z) do{}while(0) /* Do nothing */
579d4af9e69SDag-Erling Smørgrav #endif
580d4af9e69SDag-Erling Smørgrav
581d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
582d4af9e69SDag-Erling Smørgrav
nh_reset(nh_ctx * hc)583d4af9e69SDag-Erling Smørgrav static void nh_reset(nh_ctx *hc)
584d4af9e69SDag-Erling Smørgrav /* Reset nh_ctx to ready for hashing of new data */
585d4af9e69SDag-Erling Smørgrav {
586d4af9e69SDag-Erling Smørgrav hc->bytes_hashed = 0;
587d4af9e69SDag-Erling Smørgrav hc->next_data_empty = 0;
588d4af9e69SDag-Erling Smørgrav hc->state[0] = 0;
589d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8)
590d4af9e69SDag-Erling Smørgrav hc->state[1] = 0;
591d4af9e69SDag-Erling Smørgrav #endif
592d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12)
593d4af9e69SDag-Erling Smørgrav hc->state[2] = 0;
594d4af9e69SDag-Erling Smørgrav #endif
595d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16)
596d4af9e69SDag-Erling Smørgrav hc->state[3] = 0;
597d4af9e69SDag-Erling Smørgrav #endif
598d4af9e69SDag-Erling Smørgrav
599d4af9e69SDag-Erling Smørgrav }
600d4af9e69SDag-Erling Smørgrav
601d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
602d4af9e69SDag-Erling Smørgrav
nh_init(nh_ctx * hc,aes_int_key prf_key)603d4af9e69SDag-Erling Smørgrav static void nh_init(nh_ctx *hc, aes_int_key prf_key)
604d4af9e69SDag-Erling Smørgrav /* Generate nh_key, endian convert and reset to be ready for hashing. */
605d4af9e69SDag-Erling Smørgrav {
606d4af9e69SDag-Erling Smørgrav kdf(hc->nh_key, prf_key, 1, sizeof(hc->nh_key));
607d4af9e69SDag-Erling Smørgrav endian_convert_if_le(hc->nh_key, 4, sizeof(hc->nh_key));
608d4af9e69SDag-Erling Smørgrav nh_reset(hc);
609d4af9e69SDag-Erling Smørgrav }
610d4af9e69SDag-Erling Smørgrav
611d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
612d4af9e69SDag-Erling Smørgrav
nh_update(nh_ctx * hc,const UINT8 * buf,UINT32 nbytes)613e4a9863fSDag-Erling Smørgrav static void nh_update(nh_ctx *hc, const UINT8 *buf, UINT32 nbytes)
614d4af9e69SDag-Erling Smørgrav /* Incorporate nbytes of data into a nh_ctx, buffer whatever is not an */
615d4af9e69SDag-Erling Smørgrav /* even multiple of HASH_BUF_BYTES. */
616d4af9e69SDag-Erling Smørgrav {
617d4af9e69SDag-Erling Smørgrav UINT32 i,j;
618d4af9e69SDag-Erling Smørgrav
619d4af9e69SDag-Erling Smørgrav j = hc->next_data_empty;
620d4af9e69SDag-Erling Smørgrav if ((j + nbytes) >= HASH_BUF_BYTES) {
621d4af9e69SDag-Erling Smørgrav if (j) {
622d4af9e69SDag-Erling Smørgrav i = HASH_BUF_BYTES - j;
623d4af9e69SDag-Erling Smørgrav memcpy(hc->data+j, buf, i);
624d4af9e69SDag-Erling Smørgrav nh_transform(hc,hc->data,HASH_BUF_BYTES);
625d4af9e69SDag-Erling Smørgrav nbytes -= i;
626d4af9e69SDag-Erling Smørgrav buf += i;
627d4af9e69SDag-Erling Smørgrav hc->bytes_hashed += HASH_BUF_BYTES;
628d4af9e69SDag-Erling Smørgrav }
629d4af9e69SDag-Erling Smørgrav if (nbytes >= HASH_BUF_BYTES) {
630d4af9e69SDag-Erling Smørgrav i = nbytes & ~(HASH_BUF_BYTES - 1);
631d4af9e69SDag-Erling Smørgrav nh_transform(hc, buf, i);
632d4af9e69SDag-Erling Smørgrav nbytes -= i;
633d4af9e69SDag-Erling Smørgrav buf += i;
634d4af9e69SDag-Erling Smørgrav hc->bytes_hashed += i;
635d4af9e69SDag-Erling Smørgrav }
636d4af9e69SDag-Erling Smørgrav j = 0;
637d4af9e69SDag-Erling Smørgrav }
638d4af9e69SDag-Erling Smørgrav memcpy(hc->data + j, buf, nbytes);
639d4af9e69SDag-Erling Smørgrav hc->next_data_empty = j + nbytes;
640d4af9e69SDag-Erling Smørgrav }
641d4af9e69SDag-Erling Smørgrav
642d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
643d4af9e69SDag-Erling Smørgrav
zero_pad(UINT8 * p,int nbytes)644d4af9e69SDag-Erling Smørgrav static void zero_pad(UINT8 *p, int nbytes)
645d4af9e69SDag-Erling Smørgrav {
646d4af9e69SDag-Erling Smørgrav /* Write "nbytes" of zeroes, beginning at "p" */
647d4af9e69SDag-Erling Smørgrav if (nbytes >= (int)sizeof(UWORD)) {
648d4af9e69SDag-Erling Smørgrav while ((ptrdiff_t)p % sizeof(UWORD)) {
649d4af9e69SDag-Erling Smørgrav *p = 0;
650d4af9e69SDag-Erling Smørgrav nbytes--;
651d4af9e69SDag-Erling Smørgrav p++;
652d4af9e69SDag-Erling Smørgrav }
653d4af9e69SDag-Erling Smørgrav while (nbytes >= (int)sizeof(UWORD)) {
654d4af9e69SDag-Erling Smørgrav *(UWORD *)p = 0;
655d4af9e69SDag-Erling Smørgrav nbytes -= sizeof(UWORD);
656d4af9e69SDag-Erling Smørgrav p += sizeof(UWORD);
657d4af9e69SDag-Erling Smørgrav }
658d4af9e69SDag-Erling Smørgrav }
659d4af9e69SDag-Erling Smørgrav while (nbytes) {
660d4af9e69SDag-Erling Smørgrav *p = 0;
661d4af9e69SDag-Erling Smørgrav nbytes--;
662d4af9e69SDag-Erling Smørgrav p++;
663d4af9e69SDag-Erling Smørgrav }
664d4af9e69SDag-Erling Smørgrav }
665d4af9e69SDag-Erling Smørgrav
666d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
667d4af9e69SDag-Erling Smørgrav
nh_final(nh_ctx * hc,UINT8 * result)668d4af9e69SDag-Erling Smørgrav static void nh_final(nh_ctx *hc, UINT8 *result)
669d4af9e69SDag-Erling Smørgrav /* After passing some number of data buffers to nh_update() for integration
670d4af9e69SDag-Erling Smørgrav * into an NH context, nh_final is called to produce a hash result. If any
671d4af9e69SDag-Erling Smørgrav * bytes are in the buffer hc->data, incorporate them into the
672d4af9e69SDag-Erling Smørgrav * NH context. Finally, add into the NH accumulation "state" the total number
673d4af9e69SDag-Erling Smørgrav * of bits hashed. The resulting numbers are written to the buffer "result".
674d4af9e69SDag-Erling Smørgrav * If nh_update was never called, L1_PAD_BOUNDARY zeroes are incorporated.
675d4af9e69SDag-Erling Smørgrav */
676d4af9e69SDag-Erling Smørgrav {
677d4af9e69SDag-Erling Smørgrav int nh_len, nbits;
678d4af9e69SDag-Erling Smørgrav
679d4af9e69SDag-Erling Smørgrav if (hc->next_data_empty != 0) {
680d4af9e69SDag-Erling Smørgrav nh_len = ((hc->next_data_empty + (L1_PAD_BOUNDARY - 1)) &
681d4af9e69SDag-Erling Smørgrav ~(L1_PAD_BOUNDARY - 1));
682d4af9e69SDag-Erling Smørgrav zero_pad(hc->data + hc->next_data_empty,
683d4af9e69SDag-Erling Smørgrav nh_len - hc->next_data_empty);
684d4af9e69SDag-Erling Smørgrav nh_transform(hc, hc->data, nh_len);
685d4af9e69SDag-Erling Smørgrav hc->bytes_hashed += hc->next_data_empty;
686d4af9e69SDag-Erling Smørgrav } else if (hc->bytes_hashed == 0) {
687d4af9e69SDag-Erling Smørgrav nh_len = L1_PAD_BOUNDARY;
688d4af9e69SDag-Erling Smørgrav zero_pad(hc->data, L1_PAD_BOUNDARY);
689d4af9e69SDag-Erling Smørgrav nh_transform(hc, hc->data, nh_len);
690d4af9e69SDag-Erling Smørgrav }
691d4af9e69SDag-Erling Smørgrav
692d4af9e69SDag-Erling Smørgrav nbits = (hc->bytes_hashed << 3);
693d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[0] = ((UINT64 *)hc->state)[0] + nbits;
694d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8)
695d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[1] = ((UINT64 *)hc->state)[1] + nbits;
696d4af9e69SDag-Erling Smørgrav #endif
697d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12)
698d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[2] = ((UINT64 *)hc->state)[2] + nbits;
699d4af9e69SDag-Erling Smørgrav #endif
700d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16)
701d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[3] = ((UINT64 *)hc->state)[3] + nbits;
702d4af9e69SDag-Erling Smørgrav #endif
703d4af9e69SDag-Erling Smørgrav nh_reset(hc);
704d4af9e69SDag-Erling Smørgrav }
705d4af9e69SDag-Erling Smørgrav
706d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
707d4af9e69SDag-Erling Smørgrav
nh(nh_ctx * hc,const UINT8 * buf,UINT32 padded_len,UINT32 unpadded_len,UINT8 * result)708e4a9863fSDag-Erling Smørgrav static void nh(nh_ctx *hc, const UINT8 *buf, UINT32 padded_len,
709d4af9e69SDag-Erling Smørgrav UINT32 unpadded_len, UINT8 *result)
710d4af9e69SDag-Erling Smørgrav /* All-in-one nh_update() and nh_final() equivalent.
711d4af9e69SDag-Erling Smørgrav * Assumes that padded_len is divisible by L1_PAD_BOUNDARY and result is
712d4af9e69SDag-Erling Smørgrav * well aligned
713d4af9e69SDag-Erling Smørgrav */
714d4af9e69SDag-Erling Smørgrav {
715d4af9e69SDag-Erling Smørgrav UINT32 nbits;
716d4af9e69SDag-Erling Smørgrav
717d4af9e69SDag-Erling Smørgrav /* Initialize the hash state */
718d4af9e69SDag-Erling Smørgrav nbits = (unpadded_len << 3);
719d4af9e69SDag-Erling Smørgrav
720d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[0] = nbits;
721d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8)
722d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[1] = nbits;
723d4af9e69SDag-Erling Smørgrav #endif
724d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12)
725d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[2] = nbits;
726d4af9e69SDag-Erling Smørgrav #endif
727d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16)
728d4af9e69SDag-Erling Smørgrav ((UINT64 *)result)[3] = nbits;
729d4af9e69SDag-Erling Smørgrav #endif
730d4af9e69SDag-Erling Smørgrav
731d4af9e69SDag-Erling Smørgrav nh_aux(hc->nh_key, buf, result, padded_len);
732d4af9e69SDag-Erling Smørgrav }
733d4af9e69SDag-Erling Smørgrav
734d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
735d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
736d4af9e69SDag-Erling Smørgrav /* ----- Begin UHASH Section -------------------------------------------- */
737d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
738d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
739d4af9e69SDag-Erling Smørgrav
740d4af9e69SDag-Erling Smørgrav /* UHASH is a multi-layered algorithm. Data presented to UHASH is first
741d4af9e69SDag-Erling Smørgrav * hashed by NH. The NH output is then hashed by a polynomial-hash layer
742d4af9e69SDag-Erling Smørgrav * unless the initial data to be hashed is short. After the polynomial-
743d4af9e69SDag-Erling Smørgrav * layer, an inner-product hash is used to produce the final UHASH output.
744d4af9e69SDag-Erling Smørgrav *
745d4af9e69SDag-Erling Smørgrav * UHASH provides two interfaces, one all-at-once and another where data
746d4af9e69SDag-Erling Smørgrav * buffers are presented sequentially. In the sequential interface, the
747d4af9e69SDag-Erling Smørgrav * UHASH client calls the routine uhash_update() as many times as necessary.
748d4af9e69SDag-Erling Smørgrav * When there is no more data to be fed to UHASH, the client calls
749d4af9e69SDag-Erling Smørgrav * uhash_final() which
750d4af9e69SDag-Erling Smørgrav * calculates the UHASH output. Before beginning another UHASH calculation
751d4af9e69SDag-Erling Smørgrav * the uhash_reset() routine must be called. The all-at-once UHASH routine,
752d4af9e69SDag-Erling Smørgrav * uhash(), is equivalent to the sequence of calls uhash_update() and
753d4af9e69SDag-Erling Smørgrav * uhash_final(); however it is optimized and should be
754d4af9e69SDag-Erling Smørgrav * used whenever the sequential interface is not necessary.
755d4af9e69SDag-Erling Smørgrav *
756d4af9e69SDag-Erling Smørgrav * The routine uhash_init() initializes the uhash_ctx data structure and
757d4af9e69SDag-Erling Smørgrav * must be called once, before any other UHASH routine.
758d4af9e69SDag-Erling Smørgrav */
759d4af9e69SDag-Erling Smørgrav
760d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
761d4af9e69SDag-Erling Smørgrav /* ----- Constants and uhash_ctx ---------------------------------------- */
762d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
763d4af9e69SDag-Erling Smørgrav
764d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
765d4af9e69SDag-Erling Smørgrav /* ----- Poly hash and Inner-Product hash Constants --------------------- */
766d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
767d4af9e69SDag-Erling Smørgrav
768d4af9e69SDag-Erling Smørgrav /* Primes and masks */
769d4af9e69SDag-Erling Smørgrav #define p36 ((UINT64)0x0000000FFFFFFFFBull) /* 2^36 - 5 */
770d4af9e69SDag-Erling Smørgrav #define p64 ((UINT64)0xFFFFFFFFFFFFFFC5ull) /* 2^64 - 59 */
771d4af9e69SDag-Erling Smørgrav #define m36 ((UINT64)0x0000000FFFFFFFFFull) /* The low 36 of 64 bits */
772d4af9e69SDag-Erling Smørgrav
773d4af9e69SDag-Erling Smørgrav
774d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
775d4af9e69SDag-Erling Smørgrav
776d4af9e69SDag-Erling Smørgrav typedef struct uhash_ctx {
777d4af9e69SDag-Erling Smørgrav nh_ctx hash; /* Hash context for L1 NH hash */
778d4af9e69SDag-Erling Smørgrav UINT64 poly_key_8[STREAMS]; /* p64 poly keys */
779d4af9e69SDag-Erling Smørgrav UINT64 poly_accum[STREAMS]; /* poly hash result */
780d4af9e69SDag-Erling Smørgrav UINT64 ip_keys[STREAMS*4]; /* Inner-product keys */
781d4af9e69SDag-Erling Smørgrav UINT32 ip_trans[STREAMS]; /* Inner-product translation */
782d4af9e69SDag-Erling Smørgrav UINT32 msg_len; /* Total length of data passed */
783d4af9e69SDag-Erling Smørgrav /* to uhash */
784d4af9e69SDag-Erling Smørgrav } uhash_ctx;
785d4af9e69SDag-Erling Smørgrav typedef struct uhash_ctx *uhash_ctx_t;
786d4af9e69SDag-Erling Smørgrav
787d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
788d4af9e69SDag-Erling Smørgrav
789d4af9e69SDag-Erling Smørgrav
790d4af9e69SDag-Erling Smørgrav /* The polynomial hashes use Horner's rule to evaluate a polynomial one
791d4af9e69SDag-Erling Smørgrav * word at a time. As described in the specification, poly32 and poly64
792d4af9e69SDag-Erling Smørgrav * require keys from special domains. The following implementations exploit
793d4af9e69SDag-Erling Smørgrav * the special domains to avoid overflow. The results are not guaranteed to
794d4af9e69SDag-Erling Smørgrav * be within Z_p32 and Z_p64, but the Inner-Product hash implementation
795d4af9e69SDag-Erling Smørgrav * patches any errant values.
796d4af9e69SDag-Erling Smørgrav */
797d4af9e69SDag-Erling Smørgrav
poly64(UINT64 cur,UINT64 key,UINT64 data)798d4af9e69SDag-Erling Smørgrav static UINT64 poly64(UINT64 cur, UINT64 key, UINT64 data)
799d4af9e69SDag-Erling Smørgrav {
800d4af9e69SDag-Erling Smørgrav UINT32 key_hi = (UINT32)(key >> 32),
801d4af9e69SDag-Erling Smørgrav key_lo = (UINT32)key,
802d4af9e69SDag-Erling Smørgrav cur_hi = (UINT32)(cur >> 32),
803d4af9e69SDag-Erling Smørgrav cur_lo = (UINT32)cur,
804d4af9e69SDag-Erling Smørgrav x_lo,
805d4af9e69SDag-Erling Smørgrav x_hi;
806d4af9e69SDag-Erling Smørgrav UINT64 X,T,res;
807d4af9e69SDag-Erling Smørgrav
808d4af9e69SDag-Erling Smørgrav X = MUL64(key_hi, cur_lo) + MUL64(cur_hi, key_lo);
809d4af9e69SDag-Erling Smørgrav x_lo = (UINT32)X;
810d4af9e69SDag-Erling Smørgrav x_hi = (UINT32)(X >> 32);
811d4af9e69SDag-Erling Smørgrav
812d4af9e69SDag-Erling Smørgrav res = (MUL64(key_hi, cur_hi) + x_hi) * 59 + MUL64(key_lo, cur_lo);
813d4af9e69SDag-Erling Smørgrav
814d4af9e69SDag-Erling Smørgrav T = ((UINT64)x_lo << 32);
815d4af9e69SDag-Erling Smørgrav res += T;
816d4af9e69SDag-Erling Smørgrav if (res < T)
817d4af9e69SDag-Erling Smørgrav res += 59;
818d4af9e69SDag-Erling Smørgrav
819d4af9e69SDag-Erling Smørgrav res += data;
820d4af9e69SDag-Erling Smørgrav if (res < data)
821d4af9e69SDag-Erling Smørgrav res += 59;
822d4af9e69SDag-Erling Smørgrav
823d4af9e69SDag-Erling Smørgrav return res;
824d4af9e69SDag-Erling Smørgrav }
825d4af9e69SDag-Erling Smørgrav
826d4af9e69SDag-Erling Smørgrav
827d4af9e69SDag-Erling Smørgrav /* Although UMAC is specified to use a ramped polynomial hash scheme, this
828d4af9e69SDag-Erling Smørgrav * implementation does not handle all ramp levels. Because we don't handle
829d4af9e69SDag-Erling Smørgrav * the ramp up to p128 modulus in this implementation, we are limited to
830d4af9e69SDag-Erling Smørgrav * 2^14 poly_hash() invocations per stream (for a total capacity of 2^24
831d4af9e69SDag-Erling Smørgrav * bytes input to UMAC per tag, ie. 16MB).
832d4af9e69SDag-Erling Smørgrav */
poly_hash(uhash_ctx_t hc,UINT32 data_in[])833d4af9e69SDag-Erling Smørgrav static void poly_hash(uhash_ctx_t hc, UINT32 data_in[])
834d4af9e69SDag-Erling Smørgrav {
835d4af9e69SDag-Erling Smørgrav int i;
836d4af9e69SDag-Erling Smørgrav UINT64 *data=(UINT64*)data_in;
837d4af9e69SDag-Erling Smørgrav
838d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++) {
839d4af9e69SDag-Erling Smørgrav if ((UINT32)(data[i] >> 32) == 0xfffffffful) {
840d4af9e69SDag-Erling Smørgrav hc->poly_accum[i] = poly64(hc->poly_accum[i],
841d4af9e69SDag-Erling Smørgrav hc->poly_key_8[i], p64 - 1);
842d4af9e69SDag-Erling Smørgrav hc->poly_accum[i] = poly64(hc->poly_accum[i],
843d4af9e69SDag-Erling Smørgrav hc->poly_key_8[i], (data[i] - 59));
844d4af9e69SDag-Erling Smørgrav } else {
845d4af9e69SDag-Erling Smørgrav hc->poly_accum[i] = poly64(hc->poly_accum[i],
846d4af9e69SDag-Erling Smørgrav hc->poly_key_8[i], data[i]);
847d4af9e69SDag-Erling Smørgrav }
848d4af9e69SDag-Erling Smørgrav }
849d4af9e69SDag-Erling Smørgrav }
850d4af9e69SDag-Erling Smørgrav
851d4af9e69SDag-Erling Smørgrav
852d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
853d4af9e69SDag-Erling Smørgrav
854d4af9e69SDag-Erling Smørgrav
855d4af9e69SDag-Erling Smørgrav /* The final step in UHASH is an inner-product hash. The poly hash
856190cef3dSDag-Erling Smørgrav * produces a result not necessarily WORD_LEN bytes long. The inner-
857d4af9e69SDag-Erling Smørgrav * product hash breaks the polyhash output into 16-bit chunks and
858d4af9e69SDag-Erling Smørgrav * multiplies each with a 36 bit key.
859d4af9e69SDag-Erling Smørgrav */
860d4af9e69SDag-Erling Smørgrav
ip_aux(UINT64 t,UINT64 * ipkp,UINT64 data)861d4af9e69SDag-Erling Smørgrav static UINT64 ip_aux(UINT64 t, UINT64 *ipkp, UINT64 data)
862d4af9e69SDag-Erling Smørgrav {
863d4af9e69SDag-Erling Smørgrav t = t + ipkp[0] * (UINT64)(UINT16)(data >> 48);
864d4af9e69SDag-Erling Smørgrav t = t + ipkp[1] * (UINT64)(UINT16)(data >> 32);
865d4af9e69SDag-Erling Smørgrav t = t + ipkp[2] * (UINT64)(UINT16)(data >> 16);
866d4af9e69SDag-Erling Smørgrav t = t + ipkp[3] * (UINT64)(UINT16)(data);
867d4af9e69SDag-Erling Smørgrav
868d4af9e69SDag-Erling Smørgrav return t;
869d4af9e69SDag-Erling Smørgrav }
870d4af9e69SDag-Erling Smørgrav
ip_reduce_p36(UINT64 t)871d4af9e69SDag-Erling Smørgrav static UINT32 ip_reduce_p36(UINT64 t)
872d4af9e69SDag-Erling Smørgrav {
873d4af9e69SDag-Erling Smørgrav /* Divisionless modular reduction */
874d4af9e69SDag-Erling Smørgrav UINT64 ret;
875d4af9e69SDag-Erling Smørgrav
876d4af9e69SDag-Erling Smørgrav ret = (t & m36) + 5 * (t >> 36);
877d4af9e69SDag-Erling Smørgrav if (ret >= p36)
878d4af9e69SDag-Erling Smørgrav ret -= p36;
879d4af9e69SDag-Erling Smørgrav
880d4af9e69SDag-Erling Smørgrav /* return least significant 32 bits */
881d4af9e69SDag-Erling Smørgrav return (UINT32)(ret);
882d4af9e69SDag-Erling Smørgrav }
883d4af9e69SDag-Erling Smørgrav
884d4af9e69SDag-Erling Smørgrav
885d4af9e69SDag-Erling Smørgrav /* If the data being hashed by UHASH is no longer than L1_KEY_LEN, then
886d4af9e69SDag-Erling Smørgrav * the polyhash stage is skipped and ip_short is applied directly to the
887d4af9e69SDag-Erling Smørgrav * NH output.
888d4af9e69SDag-Erling Smørgrav */
ip_short(uhash_ctx_t ahc,UINT8 * nh_res,u_char * res)889d4af9e69SDag-Erling Smørgrav static void ip_short(uhash_ctx_t ahc, UINT8 *nh_res, u_char *res)
890d4af9e69SDag-Erling Smørgrav {
891d4af9e69SDag-Erling Smørgrav UINT64 t;
892d4af9e69SDag-Erling Smørgrav UINT64 *nhp = (UINT64 *)nh_res;
893d4af9e69SDag-Erling Smørgrav
894d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys, nhp[0]);
895d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+0, ip_reduce_p36(t) ^ ahc->ip_trans[0]);
896d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8)
897d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+4, nhp[1]);
898d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+1, ip_reduce_p36(t) ^ ahc->ip_trans[1]);
899d4af9e69SDag-Erling Smørgrav #endif
900d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12)
901d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+8, nhp[2]);
902d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+2, ip_reduce_p36(t) ^ ahc->ip_trans[2]);
903d4af9e69SDag-Erling Smørgrav #endif
904d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16)
905d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+12, nhp[3]);
906d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+3, ip_reduce_p36(t) ^ ahc->ip_trans[3]);
907d4af9e69SDag-Erling Smørgrav #endif
908d4af9e69SDag-Erling Smørgrav }
909d4af9e69SDag-Erling Smørgrav
910d4af9e69SDag-Erling Smørgrav /* If the data being hashed by UHASH is longer than L1_KEY_LEN, then
911d4af9e69SDag-Erling Smørgrav * the polyhash stage is not skipped and ip_long is applied to the
912d4af9e69SDag-Erling Smørgrav * polyhash output.
913d4af9e69SDag-Erling Smørgrav */
ip_long(uhash_ctx_t ahc,u_char * res)914d4af9e69SDag-Erling Smørgrav static void ip_long(uhash_ctx_t ahc, u_char *res)
915d4af9e69SDag-Erling Smørgrav {
916d4af9e69SDag-Erling Smørgrav int i;
917d4af9e69SDag-Erling Smørgrav UINT64 t;
918d4af9e69SDag-Erling Smørgrav
919d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++) {
920d4af9e69SDag-Erling Smørgrav /* fix polyhash output not in Z_p64 */
921d4af9e69SDag-Erling Smørgrav if (ahc->poly_accum[i] >= p64)
922d4af9e69SDag-Erling Smørgrav ahc->poly_accum[i] -= p64;
923d4af9e69SDag-Erling Smørgrav t = ip_aux(0,ahc->ip_keys+(i*4), ahc->poly_accum[i]);
924d4af9e69SDag-Erling Smørgrav STORE_UINT32_BIG((UINT32 *)res+i,
925d4af9e69SDag-Erling Smørgrav ip_reduce_p36(t) ^ ahc->ip_trans[i]);
926d4af9e69SDag-Erling Smørgrav }
927d4af9e69SDag-Erling Smørgrav }
928d4af9e69SDag-Erling Smørgrav
929d4af9e69SDag-Erling Smørgrav
930d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
931d4af9e69SDag-Erling Smørgrav
932d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
933d4af9e69SDag-Erling Smørgrav
934d4af9e69SDag-Erling Smørgrav /* Reset uhash context for next hash session */
uhash_reset(uhash_ctx_t pc)935d4af9e69SDag-Erling Smørgrav static int uhash_reset(uhash_ctx_t pc)
936d4af9e69SDag-Erling Smørgrav {
937d4af9e69SDag-Erling Smørgrav nh_reset(&pc->hash);
938d4af9e69SDag-Erling Smørgrav pc->msg_len = 0;
939d4af9e69SDag-Erling Smørgrav pc->poly_accum[0] = 1;
940d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 8)
941d4af9e69SDag-Erling Smørgrav pc->poly_accum[1] = 1;
942d4af9e69SDag-Erling Smørgrav #endif
943d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN >= 12)
944d4af9e69SDag-Erling Smørgrav pc->poly_accum[2] = 1;
945d4af9e69SDag-Erling Smørgrav #endif
946d4af9e69SDag-Erling Smørgrav #if (UMAC_OUTPUT_LEN == 16)
947d4af9e69SDag-Erling Smørgrav pc->poly_accum[3] = 1;
948d4af9e69SDag-Erling Smørgrav #endif
949d4af9e69SDag-Erling Smørgrav return 1;
950d4af9e69SDag-Erling Smørgrav }
951d4af9e69SDag-Erling Smørgrav
952d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
953d4af9e69SDag-Erling Smørgrav
954d4af9e69SDag-Erling Smørgrav /* Given a pointer to the internal key needed by kdf() and a uhash context,
955d4af9e69SDag-Erling Smørgrav * initialize the NH context and generate keys needed for poly and inner-
956d4af9e69SDag-Erling Smørgrav * product hashing. All keys are endian adjusted in memory so that native
957d4af9e69SDag-Erling Smørgrav * loads cause correct keys to be in registers during calculation.
958d4af9e69SDag-Erling Smørgrav */
uhash_init(uhash_ctx_t ahc,aes_int_key prf_key)959d4af9e69SDag-Erling Smørgrav static void uhash_init(uhash_ctx_t ahc, aes_int_key prf_key)
960d4af9e69SDag-Erling Smørgrav {
961d4af9e69SDag-Erling Smørgrav int i;
962d4af9e69SDag-Erling Smørgrav UINT8 buf[(8*STREAMS+4)*sizeof(UINT64)];
963d4af9e69SDag-Erling Smørgrav
964d4af9e69SDag-Erling Smørgrav /* Zero the entire uhash context */
965d4af9e69SDag-Erling Smørgrav memset(ahc, 0, sizeof(uhash_ctx));
966d4af9e69SDag-Erling Smørgrav
967d4af9e69SDag-Erling Smørgrav /* Initialize the L1 hash */
968d4af9e69SDag-Erling Smørgrav nh_init(&ahc->hash, prf_key);
969d4af9e69SDag-Erling Smørgrav
970d4af9e69SDag-Erling Smørgrav /* Setup L2 hash variables */
971d4af9e69SDag-Erling Smørgrav kdf(buf, prf_key, 2, sizeof(buf)); /* Fill buffer with index 1 key */
972d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++) {
973d4af9e69SDag-Erling Smørgrav /* Fill keys from the buffer, skipping bytes in the buffer not
974d4af9e69SDag-Erling Smørgrav * used by this implementation. Endian reverse the keys if on a
975d4af9e69SDag-Erling Smørgrav * little-endian computer.
976d4af9e69SDag-Erling Smørgrav */
977d4af9e69SDag-Erling Smørgrav memcpy(ahc->poly_key_8+i, buf+24*i, 8);
978d4af9e69SDag-Erling Smørgrav endian_convert_if_le(ahc->poly_key_8+i, 8, 8);
979d4af9e69SDag-Erling Smørgrav /* Mask the 64-bit keys to their special domain */
980d4af9e69SDag-Erling Smørgrav ahc->poly_key_8[i] &= ((UINT64)0x01ffffffu << 32) + 0x01ffffffu;
981d4af9e69SDag-Erling Smørgrav ahc->poly_accum[i] = 1; /* Our polyhash prepends a non-zero word */
982d4af9e69SDag-Erling Smørgrav }
983d4af9e69SDag-Erling Smørgrav
984d4af9e69SDag-Erling Smørgrav /* Setup L3-1 hash variables */
985d4af9e69SDag-Erling Smørgrav kdf(buf, prf_key, 3, sizeof(buf)); /* Fill buffer with index 2 key */
986d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS; i++)
987d4af9e69SDag-Erling Smørgrav memcpy(ahc->ip_keys+4*i, buf+(8*i+4)*sizeof(UINT64),
988d4af9e69SDag-Erling Smørgrav 4*sizeof(UINT64));
989d4af9e69SDag-Erling Smørgrav endian_convert_if_le(ahc->ip_keys, sizeof(UINT64),
990d4af9e69SDag-Erling Smørgrav sizeof(ahc->ip_keys));
991d4af9e69SDag-Erling Smørgrav for (i = 0; i < STREAMS*4; i++)
992d4af9e69SDag-Erling Smørgrav ahc->ip_keys[i] %= p36; /* Bring into Z_p36 */
993d4af9e69SDag-Erling Smørgrav
994d4af9e69SDag-Erling Smørgrav /* Setup L3-2 hash variables */
995d4af9e69SDag-Erling Smørgrav /* Fill buffer with index 4 key */
996d4af9e69SDag-Erling Smørgrav kdf(ahc->ip_trans, prf_key, 4, STREAMS * sizeof(UINT32));
997d4af9e69SDag-Erling Smørgrav endian_convert_if_le(ahc->ip_trans, sizeof(UINT32),
998d4af9e69SDag-Erling Smørgrav STREAMS * sizeof(UINT32));
9994f52dfbbSDag-Erling Smørgrav explicit_bzero(buf, sizeof(buf));
1000d4af9e69SDag-Erling Smørgrav }
1001d4af9e69SDag-Erling Smørgrav
1002d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1003d4af9e69SDag-Erling Smørgrav
1004d4af9e69SDag-Erling Smørgrav #if 0
1005d4af9e69SDag-Erling Smørgrav static uhash_ctx_t uhash_alloc(u_char key[])
1006d4af9e69SDag-Erling Smørgrav {
1007d4af9e69SDag-Erling Smørgrav /* Allocate memory and force to a 16-byte boundary. */
1008d4af9e69SDag-Erling Smørgrav uhash_ctx_t ctx;
1009d4af9e69SDag-Erling Smørgrav u_char bytes_to_add;
1010d4af9e69SDag-Erling Smørgrav aes_int_key prf_key;
1011d4af9e69SDag-Erling Smørgrav
1012d4af9e69SDag-Erling Smørgrav ctx = (uhash_ctx_t)malloc(sizeof(uhash_ctx)+ALLOC_BOUNDARY);
1013d4af9e69SDag-Erling Smørgrav if (ctx) {
1014d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY) {
1015d4af9e69SDag-Erling Smørgrav bytes_to_add = ALLOC_BOUNDARY -
1016d4af9e69SDag-Erling Smørgrav ((ptrdiff_t)ctx & (ALLOC_BOUNDARY -1));
1017d4af9e69SDag-Erling Smørgrav ctx = (uhash_ctx_t)((u_char *)ctx + bytes_to_add);
1018d4af9e69SDag-Erling Smørgrav *((u_char *)ctx - 1) = bytes_to_add;
1019d4af9e69SDag-Erling Smørgrav }
1020d4af9e69SDag-Erling Smørgrav aes_key_setup(key,prf_key);
1021d4af9e69SDag-Erling Smørgrav uhash_init(ctx, prf_key);
1022d4af9e69SDag-Erling Smørgrav }
1023d4af9e69SDag-Erling Smørgrav return (ctx);
1024d4af9e69SDag-Erling Smørgrav }
1025d4af9e69SDag-Erling Smørgrav #endif
1026d4af9e69SDag-Erling Smørgrav
1027d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1028d4af9e69SDag-Erling Smørgrav
1029d4af9e69SDag-Erling Smørgrav #if 0
1030d4af9e69SDag-Erling Smørgrav static int uhash_free(uhash_ctx_t ctx)
1031d4af9e69SDag-Erling Smørgrav {
1032d4af9e69SDag-Erling Smørgrav /* Free memory allocated by uhash_alloc */
1033d4af9e69SDag-Erling Smørgrav u_char bytes_to_sub;
1034d4af9e69SDag-Erling Smørgrav
1035d4af9e69SDag-Erling Smørgrav if (ctx) {
1036d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY) {
1037d4af9e69SDag-Erling Smørgrav bytes_to_sub = *((u_char *)ctx - 1);
1038d4af9e69SDag-Erling Smørgrav ctx = (uhash_ctx_t)((u_char *)ctx - bytes_to_sub);
1039d4af9e69SDag-Erling Smørgrav }
1040d4af9e69SDag-Erling Smørgrav free(ctx);
1041d4af9e69SDag-Erling Smørgrav }
1042d4af9e69SDag-Erling Smørgrav return (1);
1043d4af9e69SDag-Erling Smørgrav }
1044d4af9e69SDag-Erling Smørgrav #endif
1045d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1046d4af9e69SDag-Erling Smørgrav
uhash_update(uhash_ctx_t ctx,const u_char * input,long len)1047e4a9863fSDag-Erling Smørgrav static int uhash_update(uhash_ctx_t ctx, const u_char *input, long len)
1048d4af9e69SDag-Erling Smørgrav /* Given len bytes of data, we parse it into L1_KEY_LEN chunks and
1049d4af9e69SDag-Erling Smørgrav * hash each one with NH, calling the polyhash on each NH output.
1050d4af9e69SDag-Erling Smørgrav */
1051d4af9e69SDag-Erling Smørgrav {
1052d4af9e69SDag-Erling Smørgrav UWORD bytes_hashed, bytes_remaining;
1053d4af9e69SDag-Erling Smørgrav UINT64 result_buf[STREAMS];
1054d4af9e69SDag-Erling Smørgrav UINT8 *nh_result = (UINT8 *)&result_buf;
1055d4af9e69SDag-Erling Smørgrav
1056d4af9e69SDag-Erling Smørgrav if (ctx->msg_len + len <= L1_KEY_LEN) {
1057e4a9863fSDag-Erling Smørgrav nh_update(&ctx->hash, (const UINT8 *)input, len);
1058d4af9e69SDag-Erling Smørgrav ctx->msg_len += len;
1059d4af9e69SDag-Erling Smørgrav } else {
1060d4af9e69SDag-Erling Smørgrav
1061d4af9e69SDag-Erling Smørgrav bytes_hashed = ctx->msg_len % L1_KEY_LEN;
1062d4af9e69SDag-Erling Smørgrav if (ctx->msg_len == L1_KEY_LEN)
1063d4af9e69SDag-Erling Smørgrav bytes_hashed = L1_KEY_LEN;
1064d4af9e69SDag-Erling Smørgrav
1065d4af9e69SDag-Erling Smørgrav if (bytes_hashed + len >= L1_KEY_LEN) {
1066d4af9e69SDag-Erling Smørgrav
1067d4af9e69SDag-Erling Smørgrav /* If some bytes have been passed to the hash function */
1068d4af9e69SDag-Erling Smørgrav /* then we want to pass at most (L1_KEY_LEN - bytes_hashed) */
1069d4af9e69SDag-Erling Smørgrav /* bytes to complete the current nh_block. */
1070d4af9e69SDag-Erling Smørgrav if (bytes_hashed) {
1071d4af9e69SDag-Erling Smørgrav bytes_remaining = (L1_KEY_LEN - bytes_hashed);
1072e4a9863fSDag-Erling Smørgrav nh_update(&ctx->hash, (const UINT8 *)input, bytes_remaining);
1073d4af9e69SDag-Erling Smørgrav nh_final(&ctx->hash, nh_result);
1074d4af9e69SDag-Erling Smørgrav ctx->msg_len += bytes_remaining;
1075d4af9e69SDag-Erling Smørgrav poly_hash(ctx,(UINT32 *)nh_result);
1076d4af9e69SDag-Erling Smørgrav len -= bytes_remaining;
1077d4af9e69SDag-Erling Smørgrav input += bytes_remaining;
1078d4af9e69SDag-Erling Smørgrav }
1079d4af9e69SDag-Erling Smørgrav
1080d4af9e69SDag-Erling Smørgrav /* Hash directly from input stream if enough bytes */
1081d4af9e69SDag-Erling Smørgrav while (len >= L1_KEY_LEN) {
1082e4a9863fSDag-Erling Smørgrav nh(&ctx->hash, (const UINT8 *)input, L1_KEY_LEN,
1083d4af9e69SDag-Erling Smørgrav L1_KEY_LEN, nh_result);
1084d4af9e69SDag-Erling Smørgrav ctx->msg_len += L1_KEY_LEN;
1085d4af9e69SDag-Erling Smørgrav len -= L1_KEY_LEN;
1086d4af9e69SDag-Erling Smørgrav input += L1_KEY_LEN;
1087d4af9e69SDag-Erling Smørgrav poly_hash(ctx,(UINT32 *)nh_result);
1088d4af9e69SDag-Erling Smørgrav }
1089d4af9e69SDag-Erling Smørgrav }
1090d4af9e69SDag-Erling Smørgrav
1091d4af9e69SDag-Erling Smørgrav /* pass remaining < L1_KEY_LEN bytes of input data to NH */
1092d4af9e69SDag-Erling Smørgrav if (len) {
1093e4a9863fSDag-Erling Smørgrav nh_update(&ctx->hash, (const UINT8 *)input, len);
1094d4af9e69SDag-Erling Smørgrav ctx->msg_len += len;
1095d4af9e69SDag-Erling Smørgrav }
1096d4af9e69SDag-Erling Smørgrav }
1097d4af9e69SDag-Erling Smørgrav
1098d4af9e69SDag-Erling Smørgrav return (1);
1099d4af9e69SDag-Erling Smørgrav }
1100d4af9e69SDag-Erling Smørgrav
1101d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1102d4af9e69SDag-Erling Smørgrav
uhash_final(uhash_ctx_t ctx,u_char * res)1103d4af9e69SDag-Erling Smørgrav static int uhash_final(uhash_ctx_t ctx, u_char *res)
1104d4af9e69SDag-Erling Smørgrav /* Incorporate any pending data, pad, and generate tag */
1105d4af9e69SDag-Erling Smørgrav {
1106d4af9e69SDag-Erling Smørgrav UINT64 result_buf[STREAMS];
1107d4af9e69SDag-Erling Smørgrav UINT8 *nh_result = (UINT8 *)&result_buf;
1108d4af9e69SDag-Erling Smørgrav
1109d4af9e69SDag-Erling Smørgrav if (ctx->msg_len > L1_KEY_LEN) {
1110d4af9e69SDag-Erling Smørgrav if (ctx->msg_len % L1_KEY_LEN) {
1111d4af9e69SDag-Erling Smørgrav nh_final(&ctx->hash, nh_result);
1112d4af9e69SDag-Erling Smørgrav poly_hash(ctx,(UINT32 *)nh_result);
1113d4af9e69SDag-Erling Smørgrav }
1114d4af9e69SDag-Erling Smørgrav ip_long(ctx, res);
1115d4af9e69SDag-Erling Smørgrav } else {
1116d4af9e69SDag-Erling Smørgrav nh_final(&ctx->hash, nh_result);
1117d4af9e69SDag-Erling Smørgrav ip_short(ctx,nh_result, res);
1118d4af9e69SDag-Erling Smørgrav }
1119d4af9e69SDag-Erling Smørgrav uhash_reset(ctx);
1120d4af9e69SDag-Erling Smørgrav return (1);
1121d4af9e69SDag-Erling Smørgrav }
1122d4af9e69SDag-Erling Smørgrav
1123d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1124d4af9e69SDag-Erling Smørgrav
1125d4af9e69SDag-Erling Smørgrav #if 0
1126d4af9e69SDag-Erling Smørgrav static int uhash(uhash_ctx_t ahc, u_char *msg, long len, u_char *res)
1127d4af9e69SDag-Erling Smørgrav /* assumes that msg is in a writable buffer of length divisible by */
1128d4af9e69SDag-Erling Smørgrav /* L1_PAD_BOUNDARY. Bytes beyond msg[len] may be zeroed. */
1129d4af9e69SDag-Erling Smørgrav {
1130d4af9e69SDag-Erling Smørgrav UINT8 nh_result[STREAMS*sizeof(UINT64)];
1131d4af9e69SDag-Erling Smørgrav UINT32 nh_len;
1132d4af9e69SDag-Erling Smørgrav int extra_zeroes_needed;
1133d4af9e69SDag-Erling Smørgrav
1134d4af9e69SDag-Erling Smørgrav /* If the message to be hashed is no longer than L1_HASH_LEN, we skip
1135d4af9e69SDag-Erling Smørgrav * the polyhash.
1136d4af9e69SDag-Erling Smørgrav */
1137d4af9e69SDag-Erling Smørgrav if (len <= L1_KEY_LEN) {
1138d4af9e69SDag-Erling Smørgrav if (len == 0) /* If zero length messages will not */
1139d4af9e69SDag-Erling Smørgrav nh_len = L1_PAD_BOUNDARY; /* be seen, comment out this case */
1140d4af9e69SDag-Erling Smørgrav else
1141d4af9e69SDag-Erling Smørgrav nh_len = ((len + (L1_PAD_BOUNDARY - 1)) & ~(L1_PAD_BOUNDARY - 1));
1142d4af9e69SDag-Erling Smørgrav extra_zeroes_needed = nh_len - len;
1143d4af9e69SDag-Erling Smørgrav zero_pad((UINT8 *)msg + len, extra_zeroes_needed);
1144d4af9e69SDag-Erling Smørgrav nh(&ahc->hash, (UINT8 *)msg, nh_len, len, nh_result);
1145d4af9e69SDag-Erling Smørgrav ip_short(ahc,nh_result, res);
1146d4af9e69SDag-Erling Smørgrav } else {
1147d4af9e69SDag-Erling Smørgrav /* Otherwise, we hash each L1_KEY_LEN chunk with NH, passing the NH
1148d4af9e69SDag-Erling Smørgrav * output to poly_hash().
1149d4af9e69SDag-Erling Smørgrav */
1150d4af9e69SDag-Erling Smørgrav do {
1151d4af9e69SDag-Erling Smørgrav nh(&ahc->hash, (UINT8 *)msg, L1_KEY_LEN, L1_KEY_LEN, nh_result);
1152d4af9e69SDag-Erling Smørgrav poly_hash(ahc,(UINT32 *)nh_result);
1153d4af9e69SDag-Erling Smørgrav len -= L1_KEY_LEN;
1154d4af9e69SDag-Erling Smørgrav msg += L1_KEY_LEN;
1155d4af9e69SDag-Erling Smørgrav } while (len >= L1_KEY_LEN);
1156d4af9e69SDag-Erling Smørgrav if (len) {
1157d4af9e69SDag-Erling Smørgrav nh_len = ((len + (L1_PAD_BOUNDARY - 1)) & ~(L1_PAD_BOUNDARY - 1));
1158d4af9e69SDag-Erling Smørgrav extra_zeroes_needed = nh_len - len;
1159d4af9e69SDag-Erling Smørgrav zero_pad((UINT8 *)msg + len, extra_zeroes_needed);
1160d4af9e69SDag-Erling Smørgrav nh(&ahc->hash, (UINT8 *)msg, nh_len, len, nh_result);
1161d4af9e69SDag-Erling Smørgrav poly_hash(ahc,(UINT32 *)nh_result);
1162d4af9e69SDag-Erling Smørgrav }
1163d4af9e69SDag-Erling Smørgrav
1164d4af9e69SDag-Erling Smørgrav ip_long(ahc, res);
1165d4af9e69SDag-Erling Smørgrav }
1166d4af9e69SDag-Erling Smørgrav
1167d4af9e69SDag-Erling Smørgrav uhash_reset(ahc);
1168d4af9e69SDag-Erling Smørgrav return 1;
1169d4af9e69SDag-Erling Smørgrav }
1170d4af9e69SDag-Erling Smørgrav #endif
1171d4af9e69SDag-Erling Smørgrav
1172d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1173d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1174d4af9e69SDag-Erling Smørgrav /* ----- Begin UMAC Section --------------------------------------------- */
1175d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1176d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1177d4af9e69SDag-Erling Smørgrav
1178d4af9e69SDag-Erling Smørgrav /* The UMAC interface has two interfaces, an all-at-once interface where
1179d4af9e69SDag-Erling Smørgrav * the entire message to be authenticated is passed to UMAC in one buffer,
1180d4af9e69SDag-Erling Smørgrav * and a sequential interface where the message is presented a little at a
11811323ec57SEd Maste * time. The all-at-once is more optimized than the sequential version and
1182d4af9e69SDag-Erling Smørgrav * should be preferred when the sequential interface is not required.
1183d4af9e69SDag-Erling Smørgrav */
1184d4af9e69SDag-Erling Smørgrav struct umac_ctx {
1185d4af9e69SDag-Erling Smørgrav uhash_ctx hash; /* Hash function for message compression */
1186d4af9e69SDag-Erling Smørgrav pdf_ctx pdf; /* PDF for hashed output */
1187d4af9e69SDag-Erling Smørgrav void *free_ptr; /* Address to free this struct via */
1188d4af9e69SDag-Erling Smørgrav } umac_ctx;
1189d4af9e69SDag-Erling Smørgrav
1190d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1191d4af9e69SDag-Erling Smørgrav
1192d4af9e69SDag-Erling Smørgrav #if 0
1193d4af9e69SDag-Erling Smørgrav int umac_reset(struct umac_ctx *ctx)
1194d4af9e69SDag-Erling Smørgrav /* Reset the hash function to begin a new authentication. */
1195d4af9e69SDag-Erling Smørgrav {
1196d4af9e69SDag-Erling Smørgrav uhash_reset(&ctx->hash);
1197d4af9e69SDag-Erling Smørgrav return (1);
1198d4af9e69SDag-Erling Smørgrav }
1199d4af9e69SDag-Erling Smørgrav #endif
1200d4af9e69SDag-Erling Smørgrav
1201d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1202d4af9e69SDag-Erling Smørgrav
umac_delete(struct umac_ctx * ctx)1203d4af9e69SDag-Erling Smørgrav int umac_delete(struct umac_ctx *ctx)
1204d4af9e69SDag-Erling Smørgrav /* Deallocate the ctx structure */
1205d4af9e69SDag-Erling Smørgrav {
1206d4af9e69SDag-Erling Smørgrav if (ctx) {
1207d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY)
1208d4af9e69SDag-Erling Smørgrav ctx = (struct umac_ctx *)ctx->free_ptr;
120919261079SEd Maste freezero(ctx, sizeof(*ctx) + ALLOC_BOUNDARY);
1210d4af9e69SDag-Erling Smørgrav }
1211d4af9e69SDag-Erling Smørgrav return (1);
1212d4af9e69SDag-Erling Smørgrav }
1213d4af9e69SDag-Erling Smørgrav
1214d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1215d4af9e69SDag-Erling Smørgrav
umac_new(const u_char key[])1216e4a9863fSDag-Erling Smørgrav struct umac_ctx *umac_new(const u_char key[])
1217d4af9e69SDag-Erling Smørgrav /* Dynamically allocate a umac_ctx struct, initialize variables,
1218d4af9e69SDag-Erling Smørgrav * generate subkeys from key. Align to 16-byte boundary.
1219d4af9e69SDag-Erling Smørgrav */
1220d4af9e69SDag-Erling Smørgrav {
1221d4af9e69SDag-Erling Smørgrav struct umac_ctx *ctx, *octx;
1222d4af9e69SDag-Erling Smørgrav size_t bytes_to_add;
1223d4af9e69SDag-Erling Smørgrav aes_int_key prf_key;
1224d4af9e69SDag-Erling Smørgrav
12250a37d4a3SXin LI octx = ctx = xcalloc(1, sizeof(*ctx) + ALLOC_BOUNDARY);
1226d4af9e69SDag-Erling Smørgrav if (ctx) {
1227d4af9e69SDag-Erling Smørgrav if (ALLOC_BOUNDARY) {
1228d4af9e69SDag-Erling Smørgrav bytes_to_add = ALLOC_BOUNDARY -
1229d4af9e69SDag-Erling Smørgrav ((ptrdiff_t)ctx & (ALLOC_BOUNDARY - 1));
1230d4af9e69SDag-Erling Smørgrav ctx = (struct umac_ctx *)((u_char *)ctx + bytes_to_add);
1231d4af9e69SDag-Erling Smørgrav }
1232d4af9e69SDag-Erling Smørgrav ctx->free_ptr = octx;
1233d4af9e69SDag-Erling Smørgrav aes_key_setup(key, prf_key);
1234d4af9e69SDag-Erling Smørgrav pdf_init(&ctx->pdf, prf_key);
1235d4af9e69SDag-Erling Smørgrav uhash_init(&ctx->hash, prf_key);
12364f52dfbbSDag-Erling Smørgrav explicit_bzero(prf_key, sizeof(prf_key));
1237d4af9e69SDag-Erling Smørgrav }
1238d4af9e69SDag-Erling Smørgrav
1239d4af9e69SDag-Erling Smørgrav return (ctx);
1240d4af9e69SDag-Erling Smørgrav }
1241d4af9e69SDag-Erling Smørgrav
1242d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1243d4af9e69SDag-Erling Smørgrav
umac_final(struct umac_ctx * ctx,u_char tag[],const u_char nonce[8])1244e4a9863fSDag-Erling Smørgrav int umac_final(struct umac_ctx *ctx, u_char tag[], const u_char nonce[8])
1245d4af9e69SDag-Erling Smørgrav /* Incorporate any pending data, pad, and generate tag */
1246d4af9e69SDag-Erling Smørgrav {
1247d4af9e69SDag-Erling Smørgrav uhash_final(&ctx->hash, (u_char *)tag);
1248e4a9863fSDag-Erling Smørgrav pdf_gen_xor(&ctx->pdf, (const UINT8 *)nonce, (UINT8 *)tag);
1249d4af9e69SDag-Erling Smørgrav
1250d4af9e69SDag-Erling Smørgrav return (1);
1251d4af9e69SDag-Erling Smørgrav }
1252d4af9e69SDag-Erling Smørgrav
1253d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1254d4af9e69SDag-Erling Smørgrav
umac_update(struct umac_ctx * ctx,const u_char * input,long len)1255e4a9863fSDag-Erling Smørgrav int umac_update(struct umac_ctx *ctx, const u_char *input, long len)
1256d4af9e69SDag-Erling Smørgrav /* Given len bytes of data, we parse it into L1_KEY_LEN chunks and */
1257d4af9e69SDag-Erling Smørgrav /* hash each one, calling the PDF on the hashed output whenever the hash- */
1258d4af9e69SDag-Erling Smørgrav /* output buffer is full. */
1259d4af9e69SDag-Erling Smørgrav {
1260d4af9e69SDag-Erling Smørgrav uhash_update(&ctx->hash, input, len);
1261d4af9e69SDag-Erling Smørgrav return (1);
1262d4af9e69SDag-Erling Smørgrav }
1263d4af9e69SDag-Erling Smørgrav
1264d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1265d4af9e69SDag-Erling Smørgrav
1266d4af9e69SDag-Erling Smørgrav #if 0
1267d4af9e69SDag-Erling Smørgrav int umac(struct umac_ctx *ctx, u_char *input,
1268d4af9e69SDag-Erling Smørgrav long len, u_char tag[],
1269d4af9e69SDag-Erling Smørgrav u_char nonce[8])
1270d4af9e69SDag-Erling Smørgrav /* All-in-one version simply calls umac_update() and umac_final(). */
1271d4af9e69SDag-Erling Smørgrav {
1272d4af9e69SDag-Erling Smørgrav uhash(&ctx->hash, input, len, (u_char *)tag);
1273d4af9e69SDag-Erling Smørgrav pdf_gen_xor(&ctx->pdf, (UINT8 *)nonce, (UINT8 *)tag);
1274d4af9e69SDag-Erling Smørgrav
1275d4af9e69SDag-Erling Smørgrav return (1);
1276d4af9e69SDag-Erling Smørgrav }
1277d4af9e69SDag-Erling Smørgrav #endif
1278d4af9e69SDag-Erling Smørgrav
1279d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1280d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1281d4af9e69SDag-Erling Smørgrav /* ----- End UMAC Section ----------------------------------------------- */
1282d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1283d4af9e69SDag-Erling Smørgrav /* ---------------------------------------------------------------------- */
1284