1ee3fd601SDan Moschuk /*- 2150890b0SMark Murray * Copyright (c) 2017 The FreeBSD Foundation 3150890b0SMark Murray * All rights reserved. 4ee3fd601SDan Moschuk * 5150890b0SMark Murray * Redistribution and use in source and binary forms, with or without 6150890b0SMark Murray * modification, are permitted provided that the following conditions 7150890b0SMark Murray * are met: 8150890b0SMark Murray * 1. Redistributions of source code must retain the above copyright 9150890b0SMark Murray * notice, this list of conditions and the following disclaimer 10150890b0SMark Murray * in this position and unchanged. 11150890b0SMark Murray * 2. Redistributions in binary form must reproduce the above copyright 12150890b0SMark Murray * notice, this list of conditions and the following disclaimer in the 13150890b0SMark Murray * documentation and/or other materials provided with the distribution. 14ee3fd601SDan Moschuk * 15150890b0SMark Murray * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16150890b0SMark Murray * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17150890b0SMark Murray * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18150890b0SMark Murray * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19150890b0SMark Murray * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20150890b0SMark Murray * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21150890b0SMark Murray * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22150890b0SMark Murray * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23150890b0SMark Murray * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24150890b0SMark Murray * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25150890b0SMark Murray * 26ee3fd601SDan Moschuk */ 27ee3fd601SDan Moschuk 28ab0de15bSDavid E. O'Brien #include <sys/cdefs.h> 29ab0de15bSDavid E. O'Brien __FBSDID("$FreeBSD$"); 30ab0de15bSDavid E. O'Brien 31bf3191e9SMark Murray #include <sys/types.h> 322f823fa3SMike Silbersack #include <sys/param.h> 332f823fa3SMike Silbersack #include <sys/kernel.h> 34ee3fd601SDan Moschuk #include <sys/libkern.h> 35150890b0SMark Murray #include <sys/linker.h> 362f823fa3SMike Silbersack #include <sys/lock.h> 37dcf33028SFabien Thomas #include <sys/malloc.h> 38150890b0SMark Murray #include <sys/mutex.h> 39150890b0SMark Murray #include <sys/random.h> 40150890b0SMark Murray #include <sys/smp.h> 41150890b0SMark Murray #include <sys/time.h> 42d65b1670SDan Moschuk 43150890b0SMark Murray #include <crypto/chacha20/chacha.h> 44*3782136fSConrad Meyer #include <crypto/sha2/sha256.h> 45*3782136fSConrad Meyer #include <dev/random/randomdev.h> 46*3782136fSConrad Meyer #include <machine/cpu.h> 47150890b0SMark Murray 48150890b0SMark Murray #define CHACHA20_RESEED_BYTES 65536 49150890b0SMark Murray #define CHACHA20_RESEED_SECONDS 300 50150890b0SMark Murray #define CHACHA20_KEYBYTES 32 51150890b0SMark Murray #define CHACHA20_BUFFER_SIZE 64 52150890b0SMark Murray 53150890b0SMark Murray CTASSERT(CHACHA20_KEYBYTES*8 >= CHACHA_MINKEYLEN); 54ee3fd601SDan Moschuk 552b50ce65SAndrey A. Chernov int arc4rand_iniseed_state = ARC4_ENTR_NONE; 562b50ce65SAndrey A. Chernov 57150890b0SMark Murray MALLOC_DEFINE(M_CHACHA20RANDOM, "chacha20random", "chacha20random structures"); 583a7810bcSMike Silbersack 59150890b0SMark Murray struct chacha20_s { 60cdaf9634SFabien Thomas struct mtx mtx; 61150890b0SMark Murray int numbytes; 62dcf33028SFabien Thomas time_t t_reseed; 63150890b0SMark Murray u_int8_t m_buffer[CHACHA20_BUFFER_SIZE]; 64150890b0SMark Murray struct chacha_ctx ctx; 65cdaf9634SFabien Thomas } __aligned(CACHE_LINE_SIZE); 66dcf33028SFabien Thomas 67150890b0SMark Murray static struct chacha20_s *chacha20inst = NULL; 68dcf33028SFabien Thomas 69150890b0SMark Murray #define CHACHA20_FOREACH(_chacha20) \ 70150890b0SMark Murray for (_chacha20 = &chacha20inst[0]; \ 71150890b0SMark Murray _chacha20 <= &chacha20inst[mp_maxid]; \ 72150890b0SMark Murray _chacha20++) 73ee3fd601SDan Moschuk 74ee3fd601SDan Moschuk /* 75150890b0SMark Murray * Mix up the current context. 76d65b1670SDan Moschuk */ 77d65b1670SDan Moschuk static void 78150890b0SMark Murray chacha20_randomstir(struct chacha20_s *chacha20) 79d65b1670SDan Moschuk { 802c38619bSPoul-Henning Kamp struct timeval tv_now; 8113774e82SConrad Meyer u_int8_t key[CHACHA20_KEYBYTES]; 82d65b1670SDan Moschuk 83*3782136fSConrad Meyer if (__predict_false(random_bypass_before_seeding && !is_random_seeded())) { 84*3782136fSConrad Meyer SHA256_CTX ctx; 85*3782136fSConrad Meyer uint64_t cc; 86*3782136fSConrad Meyer uint32_t fver; 87*3782136fSConrad Meyer 88*3782136fSConrad Meyer if (!arc4random_bypassed_before_seeding) { 89*3782136fSConrad Meyer arc4random_bypassed_before_seeding = true; 90*3782136fSConrad Meyer if (!random_bypass_disable_warnings) 91*3782136fSConrad Meyer printf("arc4random: WARNING: initial seeding " 92*3782136fSConrad Meyer "bypassed the cryptographic random device " 93*3782136fSConrad Meyer "because it was not yet seeded and the " 94*3782136fSConrad Meyer "knob 'bypass_before_seeding' was " 95*3782136fSConrad Meyer "enabled.\n"); 96*3782136fSConrad Meyer } 97*3782136fSConrad Meyer 98*3782136fSConrad Meyer /* Last ditch effort to inject something in a bad condition. */ 99*3782136fSConrad Meyer cc = get_cyclecount(); 100*3782136fSConrad Meyer SHA256_Init(&ctx); 101*3782136fSConrad Meyer SHA256_Update(&ctx, key, sizeof(key)); 102*3782136fSConrad Meyer SHA256_Update(&ctx, &cc, sizeof(cc)); 103*3782136fSConrad Meyer fver = __FreeBSD_version; 104*3782136fSConrad Meyer SHA256_Update(&ctx, &fver, sizeof(fver)); 105*3782136fSConrad Meyer _Static_assert(sizeof(key) == SHA256_DIGEST_LENGTH, 106*3782136fSConrad Meyer "make sure 256 bits is still 256 bits"); 107*3782136fSConrad Meyer SHA256_Final(key, &ctx); 108*3782136fSConrad Meyer } else { 10960f8e3afSBruce Evans /* 110*3782136fSConrad Meyer * If the loader(8) did not have an entropy stash from the 111*3782136fSConrad Meyer * previous shutdown to load, then we will block. The answer is 112*3782136fSConrad Meyer * to make sure there is an entropy stash at shutdown time. 113*3782136fSConrad Meyer * 114*3782136fSConrad Meyer * On the other hand, if the random_bypass_before_seeding knob 115*3782136fSConrad Meyer * was set and we landed in this branch, we know this won't 116*3782136fSConrad Meyer * block because we know the random device is seeded. 1174cb1e539SMark Murray */ 11813774e82SConrad Meyer read_random(key, CHACHA20_KEYBYTES); 119*3782136fSConrad Meyer } 1202f823fa3SMike Silbersack getmicrouptime(&tv_now); 121150890b0SMark Murray mtx_lock(&chacha20->mtx); 122150890b0SMark Murray chacha_keysetup(&chacha20->ctx, key, CHACHA20_KEYBYTES*8); 123150890b0SMark Murray chacha_ivsetup(&chacha20->ctx, (u_char *)&tv_now.tv_sec, (u_char *)&tv_now.tv_usec); 1243a7810bcSMike Silbersack /* Reset for next reseed cycle. */ 125150890b0SMark Murray chacha20->t_reseed = tv_now.tv_sec + CHACHA20_RESEED_SECONDS; 126150890b0SMark Murray chacha20->numbytes = 0; 127150890b0SMark Murray mtx_unlock(&chacha20->mtx); 128d65b1670SDan Moschuk } 129d65b1670SDan Moschuk 130d65b1670SDan Moschuk /* 131150890b0SMark Murray * Initialize the contexts. 132ee3fd601SDan Moschuk */ 133ee3fd601SDan Moschuk static void 134150890b0SMark Murray chacha20_init(void) 135ee3fd601SDan Moschuk { 136150890b0SMark Murray struct chacha20_s *chacha20; 137ee3fd601SDan Moschuk 138150890b0SMark Murray chacha20inst = malloc((mp_maxid + 1) * sizeof(struct chacha20_s), 139150890b0SMark Murray M_CHACHA20RANDOM, M_NOWAIT | M_ZERO); 140150890b0SMark Murray KASSERT(chacha20inst != NULL, ("chacha20_init: memory allocation error")); 141d65b1670SDan Moschuk 142150890b0SMark Murray CHACHA20_FOREACH(chacha20) { 143150890b0SMark Murray mtx_init(&chacha20->mtx, "chacha20_mtx", NULL, MTX_DEF); 144150890b0SMark Murray chacha20->t_reseed = -1; 145150890b0SMark Murray chacha20->numbytes = 0; 146150890b0SMark Murray explicit_bzero(chacha20->m_buffer, CHACHA20_BUFFER_SIZE); 147150890b0SMark Murray explicit_bzero(&chacha20->ctx, sizeof(chacha20->ctx)); 148dcf33028SFabien Thomas } 149dcf33028SFabien Thomas } 150150890b0SMark Murray SYSINIT(chacha20, SI_SUB_LOCK, SI_ORDER_ANY, chacha20_init, NULL); 151dcf33028SFabien Thomas 152dcf33028SFabien Thomas 153dcf33028SFabien Thomas static void 154150890b0SMark Murray chacha20_uninit(void) 155dcf33028SFabien Thomas { 156150890b0SMark Murray struct chacha20_s *chacha20; 157dcf33028SFabien Thomas 158150890b0SMark Murray CHACHA20_FOREACH(chacha20) 159150890b0SMark Murray mtx_destroy(&chacha20->mtx); 160150890b0SMark Murray free(chacha20inst, M_CHACHA20RANDOM); 161ee3fd601SDan Moschuk } 162150890b0SMark Murray SYSUNINIT(chacha20, SI_SUB_LOCK, SI_ORDER_ANY, chacha20_uninit, NULL); 163ee3fd601SDan Moschuk 164ee3fd601SDan Moschuk 1652f823fa3SMike Silbersack /* 1662f823fa3SMike Silbersack * MPSAFE 1672f823fa3SMike Silbersack */ 1682c38619bSPoul-Henning Kamp void 1692c38619bSPoul-Henning Kamp arc4rand(void *ptr, u_int len, int reseed) 170ee3fd601SDan Moschuk { 171150890b0SMark Murray struct chacha20_s *chacha20; 1722c38619bSPoul-Henning Kamp struct timeval tv; 173150890b0SMark Murray u_int length; 174150890b0SMark Murray u_int8_t *p; 175ee3fd601SDan Moschuk 176150890b0SMark Murray if (reseed || atomic_cmpset_int(&arc4rand_iniseed_state, ARC4_ENTR_HAVE, ARC4_ENTR_SEED)) 177150890b0SMark Murray CHACHA20_FOREACH(chacha20) 178150890b0SMark Murray chacha20_randomstir(chacha20); 179dcf33028SFabien Thomas 180150890b0SMark Murray chacha20 = &chacha20inst[curcpu]; 1812c38619bSPoul-Henning Kamp getmicrouptime(&tv); 182150890b0SMark Murray /* We may get unlucky and be migrated off this CPU, but that is expected to be infrequent */ 183150890b0SMark Murray if ((chacha20->numbytes > CHACHA20_RESEED_BYTES) || (tv.tv_sec > chacha20->t_reseed)) 184150890b0SMark Murray chacha20_randomstir(chacha20); 1852c38619bSPoul-Henning Kamp 186150890b0SMark Murray mtx_lock(&chacha20->mtx); 1872c38619bSPoul-Henning Kamp p = ptr; 188150890b0SMark Murray while (len) { 189150890b0SMark Murray length = MIN(CHACHA20_BUFFER_SIZE, len); 190150890b0SMark Murray chacha_encrypt_bytes(&chacha20->ctx, chacha20->m_buffer, p, length); 191150890b0SMark Murray p += length; 192150890b0SMark Murray len -= length; 193150890b0SMark Murray chacha20->numbytes += length; 194150890b0SMark Murray if (chacha20->numbytes > CHACHA20_RESEED_BYTES) { 195150890b0SMark Murray mtx_unlock(&chacha20->mtx); 196150890b0SMark Murray chacha20_randomstir(chacha20); 197150890b0SMark Murray mtx_lock(&chacha20->mtx); 198150890b0SMark Murray } 199150890b0SMark Murray } 200150890b0SMark Murray mtx_unlock(&chacha20->mtx); 201d65b1670SDan Moschuk } 202ee3fd601SDan Moschuk 2032c38619bSPoul-Henning Kamp uint32_t 2042c38619bSPoul-Henning Kamp arc4random(void) 2052c38619bSPoul-Henning Kamp { 2062c38619bSPoul-Henning Kamp uint32_t ret; 207ee3fd601SDan Moschuk 208150890b0SMark Murray arc4rand(&ret, sizeof(ret), 0); 209ee3fd601SDan Moschuk return ret; 210ee3fd601SDan Moschuk } 211150890b0SMark Murray 212150890b0SMark Murray void 213150890b0SMark Murray arc4random_buf(void *ptr, size_t len) 214150890b0SMark Murray { 215150890b0SMark Murray 216150890b0SMark Murray arc4rand(ptr, len, 0); 217150890b0SMark Murray } 218