1ef9461baSKonstantin Belousov /*- 27c3547baSKonstantin Belousov * Copyright (c) 2013 The FreeBSD Foundation 35711939bSDavid E. O'Brien * Copyright (c) 2013 David E. O'Brien <obrien@NUXI.org> 4ef9461baSKonstantin Belousov * Copyright (c) 2012 Konstantin Belousov <kib@FreeBSD.org> 5ef9461baSKonstantin Belousov * All rights reserved. 6ef9461baSKonstantin Belousov * 77c3547baSKonstantin Belousov * Portions of this software were developed by Konstantin Belousov 87c3547baSKonstantin Belousov * under sponsorship from the FreeBSD Foundation. 97c3547baSKonstantin Belousov * 10ef9461baSKonstantin Belousov * Redistribution and use in source and binary forms, with or without 11ef9461baSKonstantin Belousov * modification, are permitted provided that the following conditions 12ef9461baSKonstantin Belousov * are met: 13ef9461baSKonstantin Belousov * 1. Redistributions of source code must retain the above copyright 14ef9461baSKonstantin Belousov * notice, this list of conditions and the following disclaimer 15ef9461baSKonstantin Belousov * in this position and unchanged. 16ef9461baSKonstantin Belousov * 2. Redistributions in binary form must reproduce the above copyright 17ef9461baSKonstantin Belousov * notice, this list of conditions and the following disclaimer in the 18ef9461baSKonstantin Belousov * documentation and/or other materials provided with the distribution. 19ef9461baSKonstantin Belousov * 20ef9461baSKonstantin Belousov * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 21ef9461baSKonstantin Belousov * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 22ef9461baSKonstantin Belousov * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 23ef9461baSKonstantin Belousov * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 24ef9461baSKonstantin Belousov * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 25ef9461baSKonstantin Belousov * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 26ef9461baSKonstantin Belousov * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 27ef9461baSKonstantin Belousov * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 28ef9461baSKonstantin Belousov * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 29ef9461baSKonstantin Belousov * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30ef9461baSKonstantin Belousov * 31ef9461baSKonstantin Belousov */ 32ef9461baSKonstantin Belousov 33ef9461baSKonstantin Belousov #include <sys/cdefs.h> 34ef9461baSKonstantin Belousov __FBSDID("$FreeBSD$"); 35ef9461baSKonstantin Belousov 36ef9461baSKonstantin Belousov #include <sys/param.h> 375711939bSDavid E. O'Brien #include <sys/kernel.h> 3810cb2424SMark Murray #include <sys/conf.h> 39ef9461baSKonstantin Belousov #include <sys/lock.h> 40095ed2c9SMark Murray #include <sys/malloc.h> 415711939bSDavid E. O'Brien #include <sys/module.h> 42f02e47dcSMark Murray #include <sys/random.h> 43ef9461baSKonstantin Belousov #include <sys/systm.h> 445711939bSDavid E. O'Brien 455711939bSDavid E. O'Brien #include <machine/md_var.h> 465711939bSDavid E. O'Brien #include <machine/specialreg.h> 472cb54a80SConrad Meyer #include <x86/ifunc.h> 485711939bSDavid E. O'Brien 49095ed2c9SMark Murray #include <dev/random/randomdev.h> 50ef9461baSKonstantin Belousov 51ef9461baSKonstantin Belousov #define RETRY_COUNT 10 52ef9461baSKonstantin Belousov 532cb54a80SConrad Meyer static bool has_rdrand, has_rdseed; 5410cb2424SMark Murray static u_int random_ivy_read(void *, u_int); 55ef9461baSKonstantin Belousov 56d1b06863SMark Murray static struct random_source random_ivy = { 57d1b06863SMark Murray .rs_ident = "Intel Secure Key RNG", 58d1b06863SMark Murray .rs_source = RANDOM_PURE_RDRAND, 59d1b06863SMark Murray .rs_read = random_ivy_read 60ef9461baSKonstantin Belousov }; 61ef9461baSKonstantin Belousov 622cb54a80SConrad Meyer static int 632cb54a80SConrad Meyer x86_rdrand_store(u_long *buf) 64ef9461baSKonstantin Belousov { 6576c16ab9SKonstantin Belousov u_long rndval; 667c3547baSKonstantin Belousov int retry; 67ef9461baSKonstantin Belousov 687c3547baSKonstantin Belousov retry = RETRY_COUNT; 69ef9461baSKonstantin Belousov __asm __volatile( 707c3547baSKonstantin Belousov "1:\n\t" 71843c718fSKonstantin Belousov "rdrand %1\n\t" /* read randomness into rndval */ 7276c16ab9SKonstantin Belousov "jc 2f\n\t" /* CF is set on success, exit retry loop */ 737c3547baSKonstantin Belousov "dec %0\n\t" /* otherwise, retry-- */ 747c3547baSKonstantin Belousov "jne 1b\n\t" /* and loop if retries are not exhausted */ 7576c16ab9SKonstantin Belousov "2:" 7676c16ab9SKonstantin Belousov : "+r" (retry), "=r" (rndval) : : "cc"); 7776c16ab9SKonstantin Belousov *buf = rndval; 787c3547baSKonstantin Belousov return (retry); 792cb54a80SConrad Meyer } 802cb54a80SConrad Meyer 812cb54a80SConrad Meyer static int 822cb54a80SConrad Meyer x86_rdseed_store(u_long *buf) 832cb54a80SConrad Meyer { 842cb54a80SConrad Meyer u_long rndval; 852cb54a80SConrad Meyer int retry; 862cb54a80SConrad Meyer 872cb54a80SConrad Meyer retry = RETRY_COUNT; 882cb54a80SConrad Meyer __asm __volatile( 892cb54a80SConrad Meyer "1:\n\t" 902cb54a80SConrad Meyer "rdseed %1\n\t" /* read randomness into rndval */ 912cb54a80SConrad Meyer "jc 2f\n\t" /* CF is set on success, exit retry loop */ 922cb54a80SConrad Meyer "dec %0\n\t" /* otherwise, retry-- */ 932cb54a80SConrad Meyer "jne 1b\n\t" /* and loop if retries are not exhausted */ 942cb54a80SConrad Meyer "2:" 952cb54a80SConrad Meyer : "+r" (retry), "=r" (rndval) : : "cc"); 962cb54a80SConrad Meyer *buf = rndval; 972cb54a80SConrad Meyer return (retry); 982cb54a80SConrad Meyer } 992cb54a80SConrad Meyer 100b8701995SMark Johnston static int 101b8701995SMark Johnston x86_unimpl_store(u_long *buf __unused) 102b8701995SMark Johnston { 103b8701995SMark Johnston 104b8701995SMark Johnston panic("%s called", __func__); 105b8701995SMark Johnston } 106b8701995SMark Johnston 1077c5a46a1SKonstantin Belousov DEFINE_IFUNC(static, int, x86_rng_store, (u_long *buf)) 1082cb54a80SConrad Meyer { 1092cb54a80SConrad Meyer has_rdrand = (cpu_feature2 & CPUID2_RDRAND); 1102cb54a80SConrad Meyer has_rdseed = (cpu_stdext_feature & CPUID_STDEXT_RDSEED); 1112cb54a80SConrad Meyer 1122cb54a80SConrad Meyer if (has_rdseed) 1132cb54a80SConrad Meyer return (x86_rdseed_store); 1142cb54a80SConrad Meyer else if (has_rdrand) 1152cb54a80SConrad Meyer return (x86_rdrand_store); 1162cb54a80SConrad Meyer else 117b8701995SMark Johnston return (x86_unimpl_store); 118ef9461baSKonstantin Belousov } 119ef9461baSKonstantin Belousov 12076c16ab9SKonstantin Belousov /* It is required that buf length is a multiple of sizeof(u_long). */ 12110cb2424SMark Murray static u_int 12210cb2424SMark Murray random_ivy_read(void *buf, u_int c) 123ef9461baSKonstantin Belousov { 12476c16ab9SKonstantin Belousov u_long *b, rndval; 12510cb2424SMark Murray u_int count; 126ef9461baSKonstantin Belousov 12710cb2424SMark Murray KASSERT(c % sizeof(*b) == 0, ("partial read %d", c)); 12810cb2424SMark Murray b = buf; 12910cb2424SMark Murray for (count = c; count > 0; count -= sizeof(*b)) { 1302cb54a80SConrad Meyer if (x86_rng_store(&rndval) == 0) 131ef9461baSKonstantin Belousov break; 13276c16ab9SKonstantin Belousov *b++ = rndval; 133ef9461baSKonstantin Belousov } 134ef9461baSKonstantin Belousov return (c - count); 135ef9461baSKonstantin Belousov } 136ef9461baSKonstantin Belousov 1375711939bSDavid E. O'Brien static int 1385711939bSDavid E. O'Brien rdrand_modevent(module_t mod, int type, void *unused) 1395711939bSDavid E. O'Brien { 140f02e47dcSMark Murray int error = 0; 1415711939bSDavid E. O'Brien 1425711939bSDavid E. O'Brien switch (type) { 1435711939bSDavid E. O'Brien case MOD_LOAD: 1442cb54a80SConrad Meyer if (has_rdrand || has_rdseed) { 145d1b06863SMark Murray random_source_register(&random_ivy); 146d1b06863SMark Murray printf("random: fast provider: \"%s\"\n", random_ivy.rs_ident); 14710cb2424SMark Murray } 148f02e47dcSMark Murray break; 149f02e47dcSMark Murray 150f02e47dcSMark Murray case MOD_UNLOAD: 1512cb54a80SConrad Meyer if (has_rdrand || has_rdseed) 152d1b06863SMark Murray random_source_deregister(&random_ivy); 153f02e47dcSMark Murray break; 154f02e47dcSMark Murray 155f02e47dcSMark Murray case MOD_SHUTDOWN: 156f02e47dcSMark Murray break; 157f02e47dcSMark Murray 158f02e47dcSMark Murray default: 159f02e47dcSMark Murray error = EOPNOTSUPP; 160f02e47dcSMark Murray break; 161f02e47dcSMark Murray 1625711939bSDavid E. O'Brien } 1635711939bSDavid E. O'Brien 164f02e47dcSMark Murray return (error); 1655711939bSDavid E. O'Brien } 1665711939bSDavid E. O'Brien 167*7384206aSConrad Meyer static moduledata_t rdrand_mod = { 168*7384206aSConrad Meyer "rdrand", 169*7384206aSConrad Meyer rdrand_modevent, 170*7384206aSConrad Meyer 0 171*7384206aSConrad Meyer }; 172*7384206aSConrad Meyer 173*7384206aSConrad Meyer DECLARE_MODULE(rdrand, rdrand_mod, SI_SUB_RANDOM, SI_ORDER_FOURTH); 17410cb2424SMark Murray MODULE_VERSION(rdrand, 1); 175*7384206aSConrad Meyer MODULE_DEPEND(rdrand, random_harvestq, 1, 1, 1); 176