xref: /freebsd/sys/libkern/arc4random.c (revision 3782136ff1fc1e076c939246f199e659d950bad5)
1ee3fd601SDan Moschuk /*-
2150890b0SMark Murray  * Copyright (c) 2017 The FreeBSD Foundation
3150890b0SMark Murray  * All rights reserved.
4ee3fd601SDan Moschuk  *
5150890b0SMark Murray  * Redistribution and use in source and binary forms, with or without
6150890b0SMark Murray  * modification, are permitted provided that the following conditions
7150890b0SMark Murray  * are met:
8150890b0SMark Murray  * 1. Redistributions of source code must retain the above copyright
9150890b0SMark Murray  *    notice, this list of conditions and the following disclaimer
10150890b0SMark Murray  *    in this position and unchanged.
11150890b0SMark Murray  * 2. Redistributions in binary form must reproduce the above copyright
12150890b0SMark Murray  *    notice, this list of conditions and the following disclaimer in the
13150890b0SMark Murray  *    documentation and/or other materials provided with the distribution.
14ee3fd601SDan Moschuk  *
15150890b0SMark Murray  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16150890b0SMark Murray  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17150890b0SMark Murray  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18150890b0SMark Murray  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19150890b0SMark Murray  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20150890b0SMark Murray  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21150890b0SMark Murray  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22150890b0SMark Murray  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23150890b0SMark Murray  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24150890b0SMark Murray  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25150890b0SMark Murray  *
26ee3fd601SDan Moschuk  */
27ee3fd601SDan Moschuk 
28ab0de15bSDavid E. O'Brien #include <sys/cdefs.h>
29ab0de15bSDavid E. O'Brien __FBSDID("$FreeBSD$");
30ab0de15bSDavid E. O'Brien 
31bf3191e9SMark Murray #include <sys/types.h>
322f823fa3SMike Silbersack #include <sys/param.h>
332f823fa3SMike Silbersack #include <sys/kernel.h>
34ee3fd601SDan Moschuk #include <sys/libkern.h>
35150890b0SMark Murray #include <sys/linker.h>
362f823fa3SMike Silbersack #include <sys/lock.h>
37dcf33028SFabien Thomas #include <sys/malloc.h>
38150890b0SMark Murray #include <sys/mutex.h>
39150890b0SMark Murray #include <sys/random.h>
40150890b0SMark Murray #include <sys/smp.h>
41150890b0SMark Murray #include <sys/time.h>
42d65b1670SDan Moschuk 
43150890b0SMark Murray #include <crypto/chacha20/chacha.h>
44*3782136fSConrad Meyer #include <crypto/sha2/sha256.h>
45*3782136fSConrad Meyer #include <dev/random/randomdev.h>
46*3782136fSConrad Meyer #include <machine/cpu.h>
47150890b0SMark Murray 
48150890b0SMark Murray #define	CHACHA20_RESEED_BYTES	65536
49150890b0SMark Murray #define	CHACHA20_RESEED_SECONDS	300
50150890b0SMark Murray #define	CHACHA20_KEYBYTES	32
51150890b0SMark Murray #define	CHACHA20_BUFFER_SIZE	64
52150890b0SMark Murray 
53150890b0SMark Murray CTASSERT(CHACHA20_KEYBYTES*8 >= CHACHA_MINKEYLEN);
54ee3fd601SDan Moschuk 
552b50ce65SAndrey A. Chernov int arc4rand_iniseed_state = ARC4_ENTR_NONE;
562b50ce65SAndrey A. Chernov 
57150890b0SMark Murray MALLOC_DEFINE(M_CHACHA20RANDOM, "chacha20random", "chacha20random structures");
583a7810bcSMike Silbersack 
59150890b0SMark Murray struct chacha20_s {
60cdaf9634SFabien Thomas 	struct mtx mtx;
61150890b0SMark Murray 	int numbytes;
62dcf33028SFabien Thomas 	time_t t_reseed;
63150890b0SMark Murray 	u_int8_t m_buffer[CHACHA20_BUFFER_SIZE];
64150890b0SMark Murray 	struct chacha_ctx ctx;
65cdaf9634SFabien Thomas } __aligned(CACHE_LINE_SIZE);
66dcf33028SFabien Thomas 
67150890b0SMark Murray static struct chacha20_s *chacha20inst = NULL;
68dcf33028SFabien Thomas 
69150890b0SMark Murray #define CHACHA20_FOREACH(_chacha20) \
70150890b0SMark Murray 	for (_chacha20 = &chacha20inst[0]; \
71150890b0SMark Murray 	     _chacha20 <= &chacha20inst[mp_maxid]; \
72150890b0SMark Murray 	     _chacha20++)
73ee3fd601SDan Moschuk 
74ee3fd601SDan Moschuk /*
75150890b0SMark Murray  * Mix up the current context.
76d65b1670SDan Moschuk  */
77d65b1670SDan Moschuk static void
78150890b0SMark Murray chacha20_randomstir(struct chacha20_s *chacha20)
79d65b1670SDan Moschuk {
802c38619bSPoul-Henning Kamp 	struct timeval tv_now;
8113774e82SConrad Meyer 	u_int8_t key[CHACHA20_KEYBYTES];
82d65b1670SDan Moschuk 
83*3782136fSConrad Meyer 	if (__predict_false(random_bypass_before_seeding && !is_random_seeded())) {
84*3782136fSConrad Meyer 		SHA256_CTX ctx;
85*3782136fSConrad Meyer 		uint64_t cc;
86*3782136fSConrad Meyer 		uint32_t fver;
87*3782136fSConrad Meyer 
88*3782136fSConrad Meyer 		if (!arc4random_bypassed_before_seeding) {
89*3782136fSConrad Meyer 			arc4random_bypassed_before_seeding = true;
90*3782136fSConrad Meyer 			if (!random_bypass_disable_warnings)
91*3782136fSConrad Meyer 				printf("arc4random: WARNING: initial seeding "
92*3782136fSConrad Meyer 				    "bypassed the cryptographic random device "
93*3782136fSConrad Meyer 				    "because it was not yet seeded and the "
94*3782136fSConrad Meyer 				    "knob 'bypass_before_seeding' was "
95*3782136fSConrad Meyer 				    "enabled.\n");
96*3782136fSConrad Meyer 		}
97*3782136fSConrad Meyer 
98*3782136fSConrad Meyer 		/* Last ditch effort to inject something in a bad condition. */
99*3782136fSConrad Meyer 		cc = get_cyclecount();
100*3782136fSConrad Meyer 		SHA256_Init(&ctx);
101*3782136fSConrad Meyer 		SHA256_Update(&ctx, key, sizeof(key));
102*3782136fSConrad Meyer 		SHA256_Update(&ctx, &cc, sizeof(cc));
103*3782136fSConrad Meyer 		fver = __FreeBSD_version;
104*3782136fSConrad Meyer 		SHA256_Update(&ctx, &fver, sizeof(fver));
105*3782136fSConrad Meyer 		_Static_assert(sizeof(key) == SHA256_DIGEST_LENGTH,
106*3782136fSConrad Meyer 		    "make sure 256 bits is still 256 bits");
107*3782136fSConrad Meyer 		SHA256_Final(key, &ctx);
108*3782136fSConrad Meyer 	} else {
10960f8e3afSBruce Evans 		/*
110*3782136fSConrad Meyer 		* If the loader(8) did not have an entropy stash from the
111*3782136fSConrad Meyer 		* previous shutdown to load, then we will block.  The answer is
112*3782136fSConrad Meyer 		* to make sure there is an entropy stash at shutdown time.
113*3782136fSConrad Meyer 		*
114*3782136fSConrad Meyer 		* On the other hand, if the random_bypass_before_seeding knob
115*3782136fSConrad Meyer 		* was set and we landed in this branch, we know this won't
116*3782136fSConrad Meyer 		* block because we know the random device is seeded.
1174cb1e539SMark Murray 		*/
11813774e82SConrad Meyer 		read_random(key, CHACHA20_KEYBYTES);
119*3782136fSConrad Meyer 	}
1202f823fa3SMike Silbersack 	getmicrouptime(&tv_now);
121150890b0SMark Murray 	mtx_lock(&chacha20->mtx);
122150890b0SMark Murray 	chacha_keysetup(&chacha20->ctx, key, CHACHA20_KEYBYTES*8);
123150890b0SMark Murray 	chacha_ivsetup(&chacha20->ctx, (u_char *)&tv_now.tv_sec, (u_char *)&tv_now.tv_usec);
1243a7810bcSMike Silbersack 	/* Reset for next reseed cycle. */
125150890b0SMark Murray 	chacha20->t_reseed = tv_now.tv_sec + CHACHA20_RESEED_SECONDS;
126150890b0SMark Murray 	chacha20->numbytes = 0;
127150890b0SMark Murray 	mtx_unlock(&chacha20->mtx);
128d65b1670SDan Moschuk }
129d65b1670SDan Moschuk 
130d65b1670SDan Moschuk /*
131150890b0SMark Murray  * Initialize the contexts.
132ee3fd601SDan Moschuk  */
133ee3fd601SDan Moschuk static void
134150890b0SMark Murray chacha20_init(void)
135ee3fd601SDan Moschuk {
136150890b0SMark Murray 	struct chacha20_s *chacha20;
137ee3fd601SDan Moschuk 
138150890b0SMark Murray 	chacha20inst = malloc((mp_maxid + 1) * sizeof(struct chacha20_s),
139150890b0SMark Murray 			M_CHACHA20RANDOM, M_NOWAIT | M_ZERO);
140150890b0SMark Murray 	KASSERT(chacha20inst != NULL, ("chacha20_init: memory allocation error"));
141d65b1670SDan Moschuk 
142150890b0SMark Murray 	CHACHA20_FOREACH(chacha20) {
143150890b0SMark Murray 		mtx_init(&chacha20->mtx, "chacha20_mtx", NULL, MTX_DEF);
144150890b0SMark Murray 		chacha20->t_reseed = -1;
145150890b0SMark Murray 		chacha20->numbytes = 0;
146150890b0SMark Murray 		explicit_bzero(chacha20->m_buffer, CHACHA20_BUFFER_SIZE);
147150890b0SMark Murray 		explicit_bzero(&chacha20->ctx, sizeof(chacha20->ctx));
148dcf33028SFabien Thomas 	}
149dcf33028SFabien Thomas }
150150890b0SMark Murray SYSINIT(chacha20, SI_SUB_LOCK, SI_ORDER_ANY, chacha20_init, NULL);
151dcf33028SFabien Thomas 
152dcf33028SFabien Thomas 
153dcf33028SFabien Thomas static void
154150890b0SMark Murray chacha20_uninit(void)
155dcf33028SFabien Thomas {
156150890b0SMark Murray 	struct chacha20_s *chacha20;
157dcf33028SFabien Thomas 
158150890b0SMark Murray 	CHACHA20_FOREACH(chacha20)
159150890b0SMark Murray 		mtx_destroy(&chacha20->mtx);
160150890b0SMark Murray 	free(chacha20inst, M_CHACHA20RANDOM);
161ee3fd601SDan Moschuk }
162150890b0SMark Murray SYSUNINIT(chacha20, SI_SUB_LOCK, SI_ORDER_ANY, chacha20_uninit, NULL);
163ee3fd601SDan Moschuk 
164ee3fd601SDan Moschuk 
1652f823fa3SMike Silbersack /*
1662f823fa3SMike Silbersack  * MPSAFE
1672f823fa3SMike Silbersack  */
1682c38619bSPoul-Henning Kamp void
1692c38619bSPoul-Henning Kamp arc4rand(void *ptr, u_int len, int reseed)
170ee3fd601SDan Moschuk {
171150890b0SMark Murray 	struct chacha20_s *chacha20;
1722c38619bSPoul-Henning Kamp 	struct timeval tv;
173150890b0SMark Murray 	u_int length;
174150890b0SMark Murray 	u_int8_t *p;
175ee3fd601SDan Moschuk 
176150890b0SMark Murray 	if (reseed || atomic_cmpset_int(&arc4rand_iniseed_state, ARC4_ENTR_HAVE, ARC4_ENTR_SEED))
177150890b0SMark Murray 		CHACHA20_FOREACH(chacha20)
178150890b0SMark Murray 			chacha20_randomstir(chacha20);
179dcf33028SFabien Thomas 
180150890b0SMark Murray 	chacha20 = &chacha20inst[curcpu];
1812c38619bSPoul-Henning Kamp 	getmicrouptime(&tv);
182150890b0SMark Murray 	/* We may get unlucky and be migrated off this CPU, but that is expected to be infrequent */
183150890b0SMark Murray 	if ((chacha20->numbytes > CHACHA20_RESEED_BYTES) || (tv.tv_sec > chacha20->t_reseed))
184150890b0SMark Murray 		chacha20_randomstir(chacha20);
1852c38619bSPoul-Henning Kamp 
186150890b0SMark Murray 	mtx_lock(&chacha20->mtx);
1872c38619bSPoul-Henning Kamp 	p = ptr;
188150890b0SMark Murray 	while (len) {
189150890b0SMark Murray 		length = MIN(CHACHA20_BUFFER_SIZE, len);
190150890b0SMark Murray 		chacha_encrypt_bytes(&chacha20->ctx, chacha20->m_buffer, p, length);
191150890b0SMark Murray 		p += length;
192150890b0SMark Murray 		len -= length;
193150890b0SMark Murray 		chacha20->numbytes += length;
194150890b0SMark Murray 		if (chacha20->numbytes > CHACHA20_RESEED_BYTES) {
195150890b0SMark Murray 			mtx_unlock(&chacha20->mtx);
196150890b0SMark Murray 			chacha20_randomstir(chacha20);
197150890b0SMark Murray 			mtx_lock(&chacha20->mtx);
198150890b0SMark Murray 		}
199150890b0SMark Murray 	}
200150890b0SMark Murray 	mtx_unlock(&chacha20->mtx);
201d65b1670SDan Moschuk }
202ee3fd601SDan Moschuk 
2032c38619bSPoul-Henning Kamp uint32_t
2042c38619bSPoul-Henning Kamp arc4random(void)
2052c38619bSPoul-Henning Kamp {
2062c38619bSPoul-Henning Kamp 	uint32_t ret;
207ee3fd601SDan Moschuk 
208150890b0SMark Murray 	arc4rand(&ret, sizeof(ret), 0);
209ee3fd601SDan Moschuk 	return ret;
210ee3fd601SDan Moschuk }
211150890b0SMark Murray 
212150890b0SMark Murray void
213150890b0SMark Murray arc4random_buf(void *ptr, size_t len)
214150890b0SMark Murray {
215150890b0SMark Murray 
216150890b0SMark Murray 	arc4rand(ptr, len, 0);
217150890b0SMark Murray }
218