xref: /freebsd/sys/crypto/openssl/ossl_ppc.c (revision 3465f14dac7dc4efaf1f8b4e10c2a00b2db7c513)
1*3465f14dSShawn Anastasio /*-
2*3465f14dSShawn Anastasio  * SPDX-License-Identifier: BSD-2-Clause
3*3465f14dSShawn Anastasio  *
4*3465f14dSShawn Anastasio  * Copyright (c) 2023 Raptor Engineering, LLC
5*3465f14dSShawn Anastasio  *
6*3465f14dSShawn Anastasio  * Redistribution and use in source and binary forms, with or without
7*3465f14dSShawn Anastasio  * modification, are permitted provided that the following conditions
8*3465f14dSShawn Anastasio  * are met:
9*3465f14dSShawn Anastasio  * 1. Redistributions of source code must retain the above copyright
10*3465f14dSShawn Anastasio  *	notice, this list of conditions and the following disclaimer.
11*3465f14dSShawn Anastasio  * 2. Redistributions in binary form must reproduce the above copyright
12*3465f14dSShawn Anastasio  *	notice, this list of conditions and the following disclaimer in the
13*3465f14dSShawn Anastasio  *	documentation and/or other materials provided with the distribution.
14*3465f14dSShawn Anastasio  *
15*3465f14dSShawn Anastasio  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16*3465f14dSShawn Anastasio  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17*3465f14dSShawn Anastasio  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18*3465f14dSShawn Anastasio  * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19*3465f14dSShawn Anastasio  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20*3465f14dSShawn Anastasio  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21*3465f14dSShawn Anastasio  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22*3465f14dSShawn Anastasio  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23*3465f14dSShawn Anastasio  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24*3465f14dSShawn Anastasio  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25*3465f14dSShawn Anastasio  * SUCH DAMAGE.
26*3465f14dSShawn Anastasio  */
27*3465f14dSShawn Anastasio 
28*3465f14dSShawn Anastasio #include <sys/libkern.h>
29*3465f14dSShawn Anastasio #include <sys/malloc.h>
30*3465f14dSShawn Anastasio 
31*3465f14dSShawn Anastasio #include <machine/cpu.h>
32*3465f14dSShawn Anastasio 
33*3465f14dSShawn Anastasio #include <crypto/openssl/ossl.h>
34*3465f14dSShawn Anastasio #include <crypto/openssl/ossl_cipher.h>
35*3465f14dSShawn Anastasio #include <crypto/openssl/ossl_ppc.h>
36*3465f14dSShawn Anastasio 
37*3465f14dSShawn Anastasio unsigned int OPENSSL_ppccap_P = 0;
38*3465f14dSShawn Anastasio 
39*3465f14dSShawn Anastasio ossl_cipher_setkey_t aes_p8_set_encrypt_key;
40*3465f14dSShawn Anastasio ossl_cipher_setkey_t aes_p8_set_decrypt_key;
41*3465f14dSShawn Anastasio ossl_cipher_setkey_t vpaes_set_encrypt_key;
42*3465f14dSShawn Anastasio ossl_cipher_setkey_t vpaes_set_decrypt_key;
43*3465f14dSShawn Anastasio 
44*3465f14dSShawn Anastasio void
ossl_cpuid(struct ossl_softc * sc)45*3465f14dSShawn Anastasio ossl_cpuid(struct ossl_softc *sc)
46*3465f14dSShawn Anastasio {
47*3465f14dSShawn Anastasio 	if (cpu_features2 & PPC_FEATURE2_HAS_VEC_CRYPTO) {
48*3465f14dSShawn Anastasio 		OPENSSL_ppccap_P |= PPC_CRYPTO207;
49*3465f14dSShawn Anastasio 	}
50*3465f14dSShawn Anastasio 
51*3465f14dSShawn Anastasio 	if (cpu_features2 & PPC_FEATURE2_ARCH_3_00) {
52*3465f14dSShawn Anastasio 		OPENSSL_ppccap_P |= PPC_MADD300;
53*3465f14dSShawn Anastasio 	}
54*3465f14dSShawn Anastasio 
55*3465f14dSShawn Anastasio 	if (cpu_features & PPC_FEATURE_64) {
56*3465f14dSShawn Anastasio 		OPENSSL_ppccap_P |= PPC_MFTB;
57*3465f14dSShawn Anastasio 	} else {
58*3465f14dSShawn Anastasio 		OPENSSL_ppccap_P |= PPC_MFSPR268;
59*3465f14dSShawn Anastasio 	}
60*3465f14dSShawn Anastasio 
61*3465f14dSShawn Anastasio 	if (cpu_features & PPC_FEATURE_HAS_FPU) {
62*3465f14dSShawn Anastasio 		OPENSSL_ppccap_P |= PPC_FPU;
63*3465f14dSShawn Anastasio 
64*3465f14dSShawn Anastasio 		if (cpu_features & PPC_FEATURE_64) {
65*3465f14dSShawn Anastasio 			OPENSSL_ppccap_P |= PPC_FPU64;
66*3465f14dSShawn Anastasio 		}
67*3465f14dSShawn Anastasio 	}
68*3465f14dSShawn Anastasio 
69*3465f14dSShawn Anastasio 	if (cpu_features & PPC_FEATURE_HAS_ALTIVEC) {
70*3465f14dSShawn Anastasio 		OPENSSL_ppccap_P |= PPC_ALTIVEC;
71*3465f14dSShawn Anastasio 	}
72*3465f14dSShawn Anastasio 
73*3465f14dSShawn Anastasio 	/* Pick P8 crypto if available, otherwise fall back to altivec */
74*3465f14dSShawn Anastasio 	if (OPENSSL_ppccap_P & PPC_CRYPTO207) {
75*3465f14dSShawn Anastasio 		ossl_cipher_aes_cbc.set_encrypt_key = aes_p8_set_encrypt_key;
76*3465f14dSShawn Anastasio 		ossl_cipher_aes_cbc.set_decrypt_key = aes_p8_set_decrypt_key;
77*3465f14dSShawn Anastasio 		sc->has_aes = true;
78*3465f14dSShawn Anastasio 	} else if (OPENSSL_ppccap_P & PPC_ALTIVEC) {
79*3465f14dSShawn Anastasio 		ossl_cipher_aes_cbc.set_encrypt_key = vpaes_set_encrypt_key;
80*3465f14dSShawn Anastasio 		ossl_cipher_aes_cbc.set_decrypt_key = vpaes_set_decrypt_key;
81*3465f14dSShawn Anastasio 		sc->has_aes = true;
82*3465f14dSShawn Anastasio 	}
83*3465f14dSShawn Anastasio }
84*3465f14dSShawn Anastasio 
85*3465f14dSShawn Anastasio /*
86*3465f14dSShawn Anastasio  * The following trivial wrapper functions were copied from OpenSSL 1.1.1v's
87*3465f14dSShawn Anastasio  * crypto/ppccap.c.
88*3465f14dSShawn Anastasio  */
89*3465f14dSShawn Anastasio 
90*3465f14dSShawn Anastasio void sha256_block_p8(void *ctx, const void *inp, size_t len);
91*3465f14dSShawn Anastasio void sha256_block_ppc(void *ctx, const void *inp, size_t len);
92*3465f14dSShawn Anastasio void sha256_block_data_order(void *ctx, const void *inp, size_t len);
sha256_block_data_order(void * ctx,const void * inp,size_t len)93*3465f14dSShawn Anastasio void sha256_block_data_order(void *ctx, const void *inp, size_t len)
94*3465f14dSShawn Anastasio {
95*3465f14dSShawn Anastasio 	OPENSSL_ppccap_P & PPC_CRYPTO207 ? sha256_block_p8(ctx, inp, len) :
96*3465f14dSShawn Anastasio 		sha256_block_ppc(ctx, inp, len);
97*3465f14dSShawn Anastasio }
98*3465f14dSShawn Anastasio 
99*3465f14dSShawn Anastasio void sha512_block_p8(void *ctx, const void *inp, size_t len);
100*3465f14dSShawn Anastasio void sha512_block_ppc(void *ctx, const void *inp, size_t len);
101*3465f14dSShawn Anastasio void sha512_block_data_order(void *ctx, const void *inp, size_t len);
sha512_block_data_order(void * ctx,const void * inp,size_t len)102*3465f14dSShawn Anastasio void sha512_block_data_order(void *ctx, const void *inp, size_t len)
103*3465f14dSShawn Anastasio {
104*3465f14dSShawn Anastasio 	OPENSSL_ppccap_P & PPC_CRYPTO207 ? sha512_block_p8(ctx, inp, len) :
105*3465f14dSShawn Anastasio 		sha512_block_ppc(ctx, inp, len);
106*3465f14dSShawn Anastasio }
107*3465f14dSShawn Anastasio 
108*3465f14dSShawn Anastasio void ChaCha20_ctr32_int(unsigned char *out, const unsigned char *inp,
109*3465f14dSShawn Anastasio 						size_t len, const unsigned int key[8],
110*3465f14dSShawn Anastasio 						const unsigned int counter[4]);
111*3465f14dSShawn Anastasio void ChaCha20_ctr32_vmx(unsigned char *out, const unsigned char *inp,
112*3465f14dSShawn Anastasio 						size_t len, const unsigned int key[8],
113*3465f14dSShawn Anastasio 						const unsigned int counter[4]);
114*3465f14dSShawn Anastasio void ChaCha20_ctr32_vsx(unsigned char *out, const unsigned char *inp,
115*3465f14dSShawn Anastasio 						size_t len, const unsigned int key[8],
116*3465f14dSShawn Anastasio 						const unsigned int counter[4]);
117*3465f14dSShawn Anastasio void ChaCha20_ctr32(unsigned char *out, const unsigned char *inp,
118*3465f14dSShawn Anastasio 					size_t len, const unsigned int key[8],
119*3465f14dSShawn Anastasio 					const unsigned int counter[4]);
ChaCha20_ctr32(unsigned char * out,const unsigned char * inp,size_t len,const unsigned int key[8],const unsigned int counter[4])120*3465f14dSShawn Anastasio void ChaCha20_ctr32(unsigned char *out, const unsigned char *inp,
121*3465f14dSShawn Anastasio 					size_t len, const unsigned int key[8],
122*3465f14dSShawn Anastasio 					const unsigned int counter[4])
123*3465f14dSShawn Anastasio {
124*3465f14dSShawn Anastasio 	OPENSSL_ppccap_P & PPC_CRYPTO207
125*3465f14dSShawn Anastasio 		? ChaCha20_ctr32_vsx(out, inp, len, key, counter)
126*3465f14dSShawn Anastasio 		: OPENSSL_ppccap_P & PPC_ALTIVEC
127*3465f14dSShawn Anastasio 			? ChaCha20_ctr32_vmx(out, inp, len, key, counter)
128*3465f14dSShawn Anastasio 			: ChaCha20_ctr32_int(out, inp, len, key, counter);
129*3465f14dSShawn Anastasio }
130*3465f14dSShawn Anastasio 
131*3465f14dSShawn Anastasio void poly1305_init_int(void *ctx, const unsigned char key[16]);
132*3465f14dSShawn Anastasio void poly1305_blocks(void *ctx, const unsigned char *inp, size_t len,
133*3465f14dSShawn Anastasio 						 unsigned int padbit);
134*3465f14dSShawn Anastasio void poly1305_emit(void *ctx, unsigned char mac[16],
135*3465f14dSShawn Anastasio 					   const unsigned int nonce[4]);
136*3465f14dSShawn Anastasio void poly1305_init_fpu(void *ctx, const unsigned char key[16]);
137*3465f14dSShawn Anastasio void poly1305_blocks_fpu(void *ctx, const unsigned char *inp, size_t len,
138*3465f14dSShawn Anastasio 						 unsigned int padbit);
139*3465f14dSShawn Anastasio void poly1305_emit_fpu(void *ctx, unsigned char mac[16],
140*3465f14dSShawn Anastasio 					   const unsigned int nonce[4]);
141*3465f14dSShawn Anastasio int poly1305_init(void *ctx, const unsigned char key[16], void *func[2]);
poly1305_init(void * ctx,const unsigned char key[16],void * func[2])142*3465f14dSShawn Anastasio int poly1305_init(void *ctx, const unsigned char key[16], void *func[2])
143*3465f14dSShawn Anastasio {
144*3465f14dSShawn Anastasio 	if (sizeof(size_t) == 4 && (OPENSSL_ppccap_P & PPC_FPU)) {
145*3465f14dSShawn Anastasio 		poly1305_init_fpu(ctx, key);
146*3465f14dSShawn Anastasio 		func[0] = (void*)(uintptr_t)poly1305_blocks_fpu;
147*3465f14dSShawn Anastasio 		func[1] = (void*)(uintptr_t)poly1305_emit_fpu;
148*3465f14dSShawn Anastasio 	} else {
149*3465f14dSShawn Anastasio 		poly1305_init_int(ctx, key);
150*3465f14dSShawn Anastasio 		func[0] = (void*)(uintptr_t)poly1305_blocks;
151*3465f14dSShawn Anastasio 		func[1] = (void*)(uintptr_t)poly1305_emit;
152*3465f14dSShawn Anastasio 	}
153*3465f14dSShawn Anastasio 	return 1;
154*3465f14dSShawn Anastasio }
155