xref: /freebsd/sys/dev/random/ivy.c (revision 7384206a943be8d6b83e52bf5bfa5fca07e949f5)
1ef9461baSKonstantin Belousov /*-
27c3547baSKonstantin Belousov  * Copyright (c) 2013 The FreeBSD Foundation
35711939bSDavid E. O'Brien  * Copyright (c) 2013 David E. O'Brien <obrien@NUXI.org>
4ef9461baSKonstantin Belousov  * Copyright (c) 2012 Konstantin Belousov <kib@FreeBSD.org>
5ef9461baSKonstantin Belousov  * All rights reserved.
6ef9461baSKonstantin Belousov  *
77c3547baSKonstantin Belousov  * Portions of this software were developed by Konstantin Belousov
87c3547baSKonstantin Belousov  * under sponsorship from the FreeBSD Foundation.
97c3547baSKonstantin Belousov  *
10ef9461baSKonstantin Belousov  * Redistribution and use in source and binary forms, with or without
11ef9461baSKonstantin Belousov  * modification, are permitted provided that the following conditions
12ef9461baSKonstantin Belousov  * are met:
13ef9461baSKonstantin Belousov  * 1. Redistributions of source code must retain the above copyright
14ef9461baSKonstantin Belousov  *    notice, this list of conditions and the following disclaimer
15ef9461baSKonstantin Belousov  *    in this position and unchanged.
16ef9461baSKonstantin Belousov  * 2. Redistributions in binary form must reproduce the above copyright
17ef9461baSKonstantin Belousov  *    notice, this list of conditions and the following disclaimer in the
18ef9461baSKonstantin Belousov  *    documentation and/or other materials provided with the distribution.
19ef9461baSKonstantin Belousov  *
20ef9461baSKonstantin Belousov  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
21ef9461baSKonstantin Belousov  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
22ef9461baSKonstantin Belousov  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
23ef9461baSKonstantin Belousov  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
24ef9461baSKonstantin Belousov  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
25ef9461baSKonstantin Belousov  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26ef9461baSKonstantin Belousov  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27ef9461baSKonstantin Belousov  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28ef9461baSKonstantin Belousov  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
29ef9461baSKonstantin Belousov  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30ef9461baSKonstantin Belousov  *
31ef9461baSKonstantin Belousov  */
32ef9461baSKonstantin Belousov 
33ef9461baSKonstantin Belousov #include <sys/cdefs.h>
34ef9461baSKonstantin Belousov __FBSDID("$FreeBSD$");
35ef9461baSKonstantin Belousov 
36ef9461baSKonstantin Belousov #include <sys/param.h>
375711939bSDavid E. O'Brien #include <sys/kernel.h>
3810cb2424SMark Murray #include <sys/conf.h>
39ef9461baSKonstantin Belousov #include <sys/lock.h>
40095ed2c9SMark Murray #include <sys/malloc.h>
415711939bSDavid E. O'Brien #include <sys/module.h>
42f02e47dcSMark Murray #include <sys/random.h>
43ef9461baSKonstantin Belousov #include <sys/systm.h>
445711939bSDavid E. O'Brien 
455711939bSDavid E. O'Brien #include <machine/md_var.h>
465711939bSDavid E. O'Brien #include <machine/specialreg.h>
472cb54a80SConrad Meyer #include <x86/ifunc.h>
485711939bSDavid E. O'Brien 
49095ed2c9SMark Murray #include <dev/random/randomdev.h>
50ef9461baSKonstantin Belousov 
51ef9461baSKonstantin Belousov #define	RETRY_COUNT	10
52ef9461baSKonstantin Belousov 
532cb54a80SConrad Meyer static bool has_rdrand, has_rdseed;
5410cb2424SMark Murray static u_int random_ivy_read(void *, u_int);
55ef9461baSKonstantin Belousov 
56d1b06863SMark Murray static struct random_source random_ivy = {
57d1b06863SMark Murray 	.rs_ident = "Intel Secure Key RNG",
58d1b06863SMark Murray 	.rs_source = RANDOM_PURE_RDRAND,
59d1b06863SMark Murray 	.rs_read = random_ivy_read
60ef9461baSKonstantin Belousov };
61ef9461baSKonstantin Belousov 
622cb54a80SConrad Meyer static int
632cb54a80SConrad Meyer x86_rdrand_store(u_long *buf)
64ef9461baSKonstantin Belousov {
6576c16ab9SKonstantin Belousov 	u_long rndval;
667c3547baSKonstantin Belousov 	int retry;
67ef9461baSKonstantin Belousov 
687c3547baSKonstantin Belousov 	retry = RETRY_COUNT;
69ef9461baSKonstantin Belousov 	__asm __volatile(
707c3547baSKonstantin Belousov 	    "1:\n\t"
71843c718fSKonstantin Belousov 	    "rdrand	%1\n\t"	/* read randomness into rndval */
7276c16ab9SKonstantin Belousov 	    "jc		2f\n\t" /* CF is set on success, exit retry loop */
737c3547baSKonstantin Belousov 	    "dec	%0\n\t" /* otherwise, retry-- */
747c3547baSKonstantin Belousov 	    "jne	1b\n\t" /* and loop if retries are not exhausted */
7576c16ab9SKonstantin Belousov 	    "2:"
7676c16ab9SKonstantin Belousov 	    : "+r" (retry), "=r" (rndval) : : "cc");
7776c16ab9SKonstantin Belousov 	*buf = rndval;
787c3547baSKonstantin Belousov 	return (retry);
792cb54a80SConrad Meyer }
802cb54a80SConrad Meyer 
812cb54a80SConrad Meyer static int
822cb54a80SConrad Meyer x86_rdseed_store(u_long *buf)
832cb54a80SConrad Meyer {
842cb54a80SConrad Meyer 	u_long rndval;
852cb54a80SConrad Meyer 	int retry;
862cb54a80SConrad Meyer 
872cb54a80SConrad Meyer 	retry = RETRY_COUNT;
882cb54a80SConrad Meyer 	__asm __volatile(
892cb54a80SConrad Meyer 	    "1:\n\t"
902cb54a80SConrad Meyer 	    "rdseed	%1\n\t"	/* read randomness into rndval */
912cb54a80SConrad Meyer 	    "jc		2f\n\t" /* CF is set on success, exit retry loop */
922cb54a80SConrad Meyer 	    "dec	%0\n\t" /* otherwise, retry-- */
932cb54a80SConrad Meyer 	    "jne	1b\n\t" /* and loop if retries are not exhausted */
942cb54a80SConrad Meyer 	    "2:"
952cb54a80SConrad Meyer 	    : "+r" (retry), "=r" (rndval) : : "cc");
962cb54a80SConrad Meyer 	*buf = rndval;
972cb54a80SConrad Meyer 	return (retry);
982cb54a80SConrad Meyer }
992cb54a80SConrad Meyer 
100b8701995SMark Johnston static int
101b8701995SMark Johnston x86_unimpl_store(u_long *buf __unused)
102b8701995SMark Johnston {
103b8701995SMark Johnston 
104b8701995SMark Johnston 	panic("%s called", __func__);
105b8701995SMark Johnston }
106b8701995SMark Johnston 
1077c5a46a1SKonstantin Belousov DEFINE_IFUNC(static, int, x86_rng_store, (u_long *buf))
1082cb54a80SConrad Meyer {
1092cb54a80SConrad Meyer 	has_rdrand = (cpu_feature2 & CPUID2_RDRAND);
1102cb54a80SConrad Meyer 	has_rdseed = (cpu_stdext_feature & CPUID_STDEXT_RDSEED);
1112cb54a80SConrad Meyer 
1122cb54a80SConrad Meyer 	if (has_rdseed)
1132cb54a80SConrad Meyer 		return (x86_rdseed_store);
1142cb54a80SConrad Meyer 	else if (has_rdrand)
1152cb54a80SConrad Meyer 		return (x86_rdrand_store);
1162cb54a80SConrad Meyer 	else
117b8701995SMark Johnston 		return (x86_unimpl_store);
118ef9461baSKonstantin Belousov }
119ef9461baSKonstantin Belousov 
12076c16ab9SKonstantin Belousov /* It is required that buf length is a multiple of sizeof(u_long). */
12110cb2424SMark Murray static u_int
12210cb2424SMark Murray random_ivy_read(void *buf, u_int c)
123ef9461baSKonstantin Belousov {
12476c16ab9SKonstantin Belousov 	u_long *b, rndval;
12510cb2424SMark Murray 	u_int count;
126ef9461baSKonstantin Belousov 
12710cb2424SMark Murray 	KASSERT(c % sizeof(*b) == 0, ("partial read %d", c));
12810cb2424SMark Murray 	b = buf;
12910cb2424SMark Murray 	for (count = c; count > 0; count -= sizeof(*b)) {
1302cb54a80SConrad Meyer 		if (x86_rng_store(&rndval) == 0)
131ef9461baSKonstantin Belousov 			break;
13276c16ab9SKonstantin Belousov 		*b++ = rndval;
133ef9461baSKonstantin Belousov 	}
134ef9461baSKonstantin Belousov 	return (c - count);
135ef9461baSKonstantin Belousov }
136ef9461baSKonstantin Belousov 
1375711939bSDavid E. O'Brien static int
1385711939bSDavid E. O'Brien rdrand_modevent(module_t mod, int type, void *unused)
1395711939bSDavid E. O'Brien {
140f02e47dcSMark Murray 	int error = 0;
1415711939bSDavid E. O'Brien 
1425711939bSDavid E. O'Brien 	switch (type) {
1435711939bSDavid E. O'Brien 	case MOD_LOAD:
1442cb54a80SConrad Meyer 		if (has_rdrand || has_rdseed) {
145d1b06863SMark Murray 			random_source_register(&random_ivy);
146d1b06863SMark Murray 			printf("random: fast provider: \"%s\"\n", random_ivy.rs_ident);
14710cb2424SMark Murray 		}
148f02e47dcSMark Murray 		break;
149f02e47dcSMark Murray 
150f02e47dcSMark Murray 	case MOD_UNLOAD:
1512cb54a80SConrad Meyer 		if (has_rdrand || has_rdseed)
152d1b06863SMark Murray 			random_source_deregister(&random_ivy);
153f02e47dcSMark Murray 		break;
154f02e47dcSMark Murray 
155f02e47dcSMark Murray 	case MOD_SHUTDOWN:
156f02e47dcSMark Murray 		break;
157f02e47dcSMark Murray 
158f02e47dcSMark Murray 	default:
159f02e47dcSMark Murray 		error = EOPNOTSUPP;
160f02e47dcSMark Murray 		break;
161f02e47dcSMark Murray 
1625711939bSDavid E. O'Brien 	}
1635711939bSDavid E. O'Brien 
164f02e47dcSMark Murray 	return (error);
1655711939bSDavid E. O'Brien }
1665711939bSDavid E. O'Brien 
167*7384206aSConrad Meyer static moduledata_t rdrand_mod = {
168*7384206aSConrad Meyer 	"rdrand",
169*7384206aSConrad Meyer 	rdrand_modevent,
170*7384206aSConrad Meyer 	0
171*7384206aSConrad Meyer };
172*7384206aSConrad Meyer 
173*7384206aSConrad Meyer DECLARE_MODULE(rdrand, rdrand_mod, SI_SUB_RANDOM, SI_ORDER_FOURTH);
17410cb2424SMark Murray MODULE_VERSION(rdrand, 1);
175*7384206aSConrad Meyer MODULE_DEPEND(rdrand, random_harvestq, 1, 1, 1);
176