1ef9461baSKonstantin Belousov /*- 2*7c3547baSKonstantin Belousov * Copyright (c) 2013 The FreeBSD Foundation 35711939bSDavid E. O'Brien * Copyright (c) 2013 David E. O'Brien <obrien@NUXI.org> 4ef9461baSKonstantin Belousov * Copyright (c) 2012 Konstantin Belousov <kib@FreeBSD.org> 5ef9461baSKonstantin Belousov * All rights reserved. 6ef9461baSKonstantin Belousov * 7*7c3547baSKonstantin Belousov * Portions of this software were developed by Konstantin Belousov 8*7c3547baSKonstantin Belousov * under sponsorship from the FreeBSD Foundation. 9*7c3547baSKonstantin Belousov * 10ef9461baSKonstantin Belousov * Redistribution and use in source and binary forms, with or without 11ef9461baSKonstantin Belousov * modification, are permitted provided that the following conditions 12ef9461baSKonstantin Belousov * are met: 13ef9461baSKonstantin Belousov * 1. Redistributions of source code must retain the above copyright 14ef9461baSKonstantin Belousov * notice, this list of conditions and the following disclaimer 15ef9461baSKonstantin Belousov * in this position and unchanged. 16ef9461baSKonstantin Belousov * 2. Redistributions in binary form must reproduce the above copyright 17ef9461baSKonstantin Belousov * notice, this list of conditions and the following disclaimer in the 18ef9461baSKonstantin Belousov * documentation and/or other materials provided with the distribution. 19ef9461baSKonstantin Belousov * 20ef9461baSKonstantin Belousov * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 21ef9461baSKonstantin Belousov * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 22ef9461baSKonstantin Belousov * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 23ef9461baSKonstantin Belousov * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 24ef9461baSKonstantin Belousov * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 25ef9461baSKonstantin Belousov * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 26ef9461baSKonstantin Belousov * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 27ef9461baSKonstantin Belousov * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 28ef9461baSKonstantin Belousov * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 29ef9461baSKonstantin Belousov * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 30ef9461baSKonstantin Belousov * 31ef9461baSKonstantin Belousov */ 32ef9461baSKonstantin Belousov 33ef9461baSKonstantin Belousov #include <sys/cdefs.h> 34ef9461baSKonstantin Belousov __FBSDID("$FreeBSD$"); 35ef9461baSKonstantin Belousov 36ef9461baSKonstantin Belousov #include <sys/param.h> 375711939bSDavid E. O'Brien #include <sys/kernel.h> 38ef9461baSKonstantin Belousov #include <sys/lock.h> 39095ed2c9SMark Murray #include <sys/malloc.h> 405711939bSDavid E. O'Brien #include <sys/module.h> 41f02e47dcSMark Murray #include <sys/random.h> 42ef9461baSKonstantin Belousov #include <sys/selinfo.h> 43ef9461baSKonstantin Belousov #include <sys/systm.h> 445711939bSDavid E. O'Brien 455711939bSDavid E. O'Brien #include <machine/md_var.h> 465711939bSDavid E. O'Brien #include <machine/specialreg.h> 475711939bSDavid E. O'Brien 48095ed2c9SMark Murray #include <dev/random/randomdev.h> 49095ed2c9SMark Murray #include <dev/random/randomdev_soft.h> 50095ed2c9SMark Murray #include <dev/random/random_harvestq.h> 51f02e47dcSMark Murray #include <dev/random/live_entropy_sources.h> 525711939bSDavid E. O'Brien #include <dev/random/random_adaptors.h> 53ef9461baSKonstantin Belousov 54ef9461baSKonstantin Belousov #define RETRY_COUNT 10 55ef9461baSKonstantin Belousov 56ef9461baSKonstantin Belousov static int random_ivy_read(void *, int); 57ef9461baSKonstantin Belousov 581b277d38SDag-Erling Smørgrav static struct random_hardware_source random_ivy = { 59ef9461baSKonstantin Belousov .ident = "Hardware, Intel IvyBridge+ RNG", 60f02e47dcSMark Murray .source = RANDOM_PURE_RDRAND, 61f02e47dcSMark Murray .read = random_ivy_read 62ef9461baSKonstantin Belousov }; 63ef9461baSKonstantin Belousov 64ef9461baSKonstantin Belousov static inline int 65*7c3547baSKonstantin Belousov ivy_rng_store(long *buf) 66ef9461baSKonstantin Belousov { 67ef9461baSKonstantin Belousov #ifdef __GNUCLIKE_ASM 68*7c3547baSKonstantin Belousov long tmp; 69*7c3547baSKonstantin Belousov int retry; 70ef9461baSKonstantin Belousov 71*7c3547baSKonstantin Belousov retry = RETRY_COUNT; 72ef9461baSKonstantin Belousov __asm __volatile( 73*7c3547baSKonstantin Belousov "1:\n\t" 74*7c3547baSKonstantin Belousov "rdrand %2\n\t" /* read randomness into tmp */ 75*7c3547baSKonstantin Belousov "jb 2f\n\t" /* CF is set on success, exit retry loop */ 76*7c3547baSKonstantin Belousov "dec %0\n\t" /* otherwise, retry-- */ 77*7c3547baSKonstantin Belousov "jne 1b\n\t" /* and loop if retries are not exhausted */ 78*7c3547baSKonstantin Belousov "jmp 3f\n" /* failure, retry is 0, used as return value */ 79*7c3547baSKonstantin Belousov "2:\n\t" 80*7c3547baSKonstantin Belousov "mov %2,%1\n\t" /* *buf = tmp */ 81*7c3547baSKonstantin Belousov "3:" 82*7c3547baSKonstantin Belousov : "+q" (retry), "=m" (*buf), "=q" (tmp) : : "cc"); 83*7c3547baSKonstantin Belousov return (retry); 84ef9461baSKonstantin Belousov #else /* __GNUCLIKE_ASM */ 85ef9461baSKonstantin Belousov return (0); 86ef9461baSKonstantin Belousov #endif 87ef9461baSKonstantin Belousov } 88ef9461baSKonstantin Belousov 89ef9461baSKonstantin Belousov static int 90ef9461baSKonstantin Belousov random_ivy_read(void *buf, int c) 91ef9461baSKonstantin Belousov { 92*7c3547baSKonstantin Belousov long *b; 93*7c3547baSKonstantin Belousov int count; 94ef9461baSKonstantin Belousov 95*7c3547baSKonstantin Belousov KASSERT(c % sizeof(long) == 0, ("partial read %d", c)); 96*7c3547baSKonstantin Belousov for (b = buf, count = c; count > 0; count -= sizeof(long), b++) { 97*7c3547baSKonstantin Belousov if (ivy_rng_store(b) == 0) 98ef9461baSKonstantin Belousov break; 99ef9461baSKonstantin Belousov } 100ef9461baSKonstantin Belousov return (c - count); 101ef9461baSKonstantin Belousov } 102ef9461baSKonstantin Belousov 1035711939bSDavid E. O'Brien static int 1045711939bSDavid E. O'Brien rdrand_modevent(module_t mod, int type, void *unused) 1055711939bSDavid E. O'Brien { 106f02e47dcSMark Murray int error = 0; 1075711939bSDavid E. O'Brien 1085711939bSDavid E. O'Brien switch (type) { 1095711939bSDavid E. O'Brien case MOD_LOAD: 110f02e47dcSMark Murray if (cpu_feature2 & CPUID2_RDRAND) 111f02e47dcSMark Murray live_entropy_source_register(&random_ivy); 112f02e47dcSMark Murray else 1135711939bSDavid E. O'Brien #ifndef KLD_MODULE 1145711939bSDavid E. O'Brien if (bootverbose) 115ef9461baSKonstantin Belousov #endif 116f02e47dcSMark Murray printf("%s: RDRAND is not present\n", 1175711939bSDavid E. O'Brien random_ivy.ident); 118f02e47dcSMark Murray break; 119f02e47dcSMark Murray 120f02e47dcSMark Murray case MOD_UNLOAD: 121f02e47dcSMark Murray if (cpu_feature2 & CPUID2_RDRAND) 122f02e47dcSMark Murray live_entropy_source_deregister(&random_ivy); 123f02e47dcSMark Murray break; 124f02e47dcSMark Murray 125f02e47dcSMark Murray case MOD_SHUTDOWN: 126f02e47dcSMark Murray break; 127f02e47dcSMark Murray 128f02e47dcSMark Murray default: 129f02e47dcSMark Murray error = EOPNOTSUPP; 130f02e47dcSMark Murray break; 131f02e47dcSMark Murray 1325711939bSDavid E. O'Brien } 1335711939bSDavid E. O'Brien 134f02e47dcSMark Murray return (error); 1355711939bSDavid E. O'Brien } 1365711939bSDavid E. O'Brien 137f02e47dcSMark Murray LIVE_ENTROPY_SRC_MODULE(random_rdrand, rdrand_modevent, 1); 138