1*3465f14dSShawn Anastasio /*-
2*3465f14dSShawn Anastasio * SPDX-License-Identifier: BSD-2-Clause
3*3465f14dSShawn Anastasio *
4*3465f14dSShawn Anastasio * Copyright (c) 2023 Raptor Engineering, LLC
5*3465f14dSShawn Anastasio *
6*3465f14dSShawn Anastasio * Redistribution and use in source and binary forms, with or without
7*3465f14dSShawn Anastasio * modification, are permitted provided that the following conditions
8*3465f14dSShawn Anastasio * are met:
9*3465f14dSShawn Anastasio * 1. Redistributions of source code must retain the above copyright
10*3465f14dSShawn Anastasio * notice, this list of conditions and the following disclaimer.
11*3465f14dSShawn Anastasio * 2. Redistributions in binary form must reproduce the above copyright
12*3465f14dSShawn Anastasio * notice, this list of conditions and the following disclaimer in the
13*3465f14dSShawn Anastasio * documentation and/or other materials provided with the distribution.
14*3465f14dSShawn Anastasio *
15*3465f14dSShawn Anastasio * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16*3465f14dSShawn Anastasio * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17*3465f14dSShawn Anastasio * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18*3465f14dSShawn Anastasio * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19*3465f14dSShawn Anastasio * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20*3465f14dSShawn Anastasio * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21*3465f14dSShawn Anastasio * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22*3465f14dSShawn Anastasio * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23*3465f14dSShawn Anastasio * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24*3465f14dSShawn Anastasio * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25*3465f14dSShawn Anastasio * SUCH DAMAGE.
26*3465f14dSShawn Anastasio */
27*3465f14dSShawn Anastasio
28*3465f14dSShawn Anastasio #include <sys/libkern.h>
29*3465f14dSShawn Anastasio #include <sys/malloc.h>
30*3465f14dSShawn Anastasio
31*3465f14dSShawn Anastasio #include <machine/cpu.h>
32*3465f14dSShawn Anastasio
33*3465f14dSShawn Anastasio #include <crypto/openssl/ossl.h>
34*3465f14dSShawn Anastasio #include <crypto/openssl/ossl_cipher.h>
35*3465f14dSShawn Anastasio #include <crypto/openssl/ossl_ppc.h>
36*3465f14dSShawn Anastasio
37*3465f14dSShawn Anastasio unsigned int OPENSSL_ppccap_P = 0;
38*3465f14dSShawn Anastasio
39*3465f14dSShawn Anastasio ossl_cipher_setkey_t aes_p8_set_encrypt_key;
40*3465f14dSShawn Anastasio ossl_cipher_setkey_t aes_p8_set_decrypt_key;
41*3465f14dSShawn Anastasio ossl_cipher_setkey_t vpaes_set_encrypt_key;
42*3465f14dSShawn Anastasio ossl_cipher_setkey_t vpaes_set_decrypt_key;
43*3465f14dSShawn Anastasio
44*3465f14dSShawn Anastasio void
ossl_cpuid(struct ossl_softc * sc)45*3465f14dSShawn Anastasio ossl_cpuid(struct ossl_softc *sc)
46*3465f14dSShawn Anastasio {
47*3465f14dSShawn Anastasio if (cpu_features2 & PPC_FEATURE2_HAS_VEC_CRYPTO) {
48*3465f14dSShawn Anastasio OPENSSL_ppccap_P |= PPC_CRYPTO207;
49*3465f14dSShawn Anastasio }
50*3465f14dSShawn Anastasio
51*3465f14dSShawn Anastasio if (cpu_features2 & PPC_FEATURE2_ARCH_3_00) {
52*3465f14dSShawn Anastasio OPENSSL_ppccap_P |= PPC_MADD300;
53*3465f14dSShawn Anastasio }
54*3465f14dSShawn Anastasio
55*3465f14dSShawn Anastasio if (cpu_features & PPC_FEATURE_64) {
56*3465f14dSShawn Anastasio OPENSSL_ppccap_P |= PPC_MFTB;
57*3465f14dSShawn Anastasio } else {
58*3465f14dSShawn Anastasio OPENSSL_ppccap_P |= PPC_MFSPR268;
59*3465f14dSShawn Anastasio }
60*3465f14dSShawn Anastasio
61*3465f14dSShawn Anastasio if (cpu_features & PPC_FEATURE_HAS_FPU) {
62*3465f14dSShawn Anastasio OPENSSL_ppccap_P |= PPC_FPU;
63*3465f14dSShawn Anastasio
64*3465f14dSShawn Anastasio if (cpu_features & PPC_FEATURE_64) {
65*3465f14dSShawn Anastasio OPENSSL_ppccap_P |= PPC_FPU64;
66*3465f14dSShawn Anastasio }
67*3465f14dSShawn Anastasio }
68*3465f14dSShawn Anastasio
69*3465f14dSShawn Anastasio if (cpu_features & PPC_FEATURE_HAS_ALTIVEC) {
70*3465f14dSShawn Anastasio OPENSSL_ppccap_P |= PPC_ALTIVEC;
71*3465f14dSShawn Anastasio }
72*3465f14dSShawn Anastasio
73*3465f14dSShawn Anastasio /* Pick P8 crypto if available, otherwise fall back to altivec */
74*3465f14dSShawn Anastasio if (OPENSSL_ppccap_P & PPC_CRYPTO207) {
75*3465f14dSShawn Anastasio ossl_cipher_aes_cbc.set_encrypt_key = aes_p8_set_encrypt_key;
76*3465f14dSShawn Anastasio ossl_cipher_aes_cbc.set_decrypt_key = aes_p8_set_decrypt_key;
77*3465f14dSShawn Anastasio sc->has_aes = true;
78*3465f14dSShawn Anastasio } else if (OPENSSL_ppccap_P & PPC_ALTIVEC) {
79*3465f14dSShawn Anastasio ossl_cipher_aes_cbc.set_encrypt_key = vpaes_set_encrypt_key;
80*3465f14dSShawn Anastasio ossl_cipher_aes_cbc.set_decrypt_key = vpaes_set_decrypt_key;
81*3465f14dSShawn Anastasio sc->has_aes = true;
82*3465f14dSShawn Anastasio }
83*3465f14dSShawn Anastasio }
84*3465f14dSShawn Anastasio
85*3465f14dSShawn Anastasio /*
86*3465f14dSShawn Anastasio * The following trivial wrapper functions were copied from OpenSSL 1.1.1v's
87*3465f14dSShawn Anastasio * crypto/ppccap.c.
88*3465f14dSShawn Anastasio */
89*3465f14dSShawn Anastasio
90*3465f14dSShawn Anastasio void sha256_block_p8(void *ctx, const void *inp, size_t len);
91*3465f14dSShawn Anastasio void sha256_block_ppc(void *ctx, const void *inp, size_t len);
92*3465f14dSShawn Anastasio void sha256_block_data_order(void *ctx, const void *inp, size_t len);
sha256_block_data_order(void * ctx,const void * inp,size_t len)93*3465f14dSShawn Anastasio void sha256_block_data_order(void *ctx, const void *inp, size_t len)
94*3465f14dSShawn Anastasio {
95*3465f14dSShawn Anastasio OPENSSL_ppccap_P & PPC_CRYPTO207 ? sha256_block_p8(ctx, inp, len) :
96*3465f14dSShawn Anastasio sha256_block_ppc(ctx, inp, len);
97*3465f14dSShawn Anastasio }
98*3465f14dSShawn Anastasio
99*3465f14dSShawn Anastasio void sha512_block_p8(void *ctx, const void *inp, size_t len);
100*3465f14dSShawn Anastasio void sha512_block_ppc(void *ctx, const void *inp, size_t len);
101*3465f14dSShawn Anastasio void sha512_block_data_order(void *ctx, const void *inp, size_t len);
sha512_block_data_order(void * ctx,const void * inp,size_t len)102*3465f14dSShawn Anastasio void sha512_block_data_order(void *ctx, const void *inp, size_t len)
103*3465f14dSShawn Anastasio {
104*3465f14dSShawn Anastasio OPENSSL_ppccap_P & PPC_CRYPTO207 ? sha512_block_p8(ctx, inp, len) :
105*3465f14dSShawn Anastasio sha512_block_ppc(ctx, inp, len);
106*3465f14dSShawn Anastasio }
107*3465f14dSShawn Anastasio
108*3465f14dSShawn Anastasio void ChaCha20_ctr32_int(unsigned char *out, const unsigned char *inp,
109*3465f14dSShawn Anastasio size_t len, const unsigned int key[8],
110*3465f14dSShawn Anastasio const unsigned int counter[4]);
111*3465f14dSShawn Anastasio void ChaCha20_ctr32_vmx(unsigned char *out, const unsigned char *inp,
112*3465f14dSShawn Anastasio size_t len, const unsigned int key[8],
113*3465f14dSShawn Anastasio const unsigned int counter[4]);
114*3465f14dSShawn Anastasio void ChaCha20_ctr32_vsx(unsigned char *out, const unsigned char *inp,
115*3465f14dSShawn Anastasio size_t len, const unsigned int key[8],
116*3465f14dSShawn Anastasio const unsigned int counter[4]);
117*3465f14dSShawn Anastasio void ChaCha20_ctr32(unsigned char *out, const unsigned char *inp,
118*3465f14dSShawn Anastasio size_t len, const unsigned int key[8],
119*3465f14dSShawn Anastasio const unsigned int counter[4]);
ChaCha20_ctr32(unsigned char * out,const unsigned char * inp,size_t len,const unsigned int key[8],const unsigned int counter[4])120*3465f14dSShawn Anastasio void ChaCha20_ctr32(unsigned char *out, const unsigned char *inp,
121*3465f14dSShawn Anastasio size_t len, const unsigned int key[8],
122*3465f14dSShawn Anastasio const unsigned int counter[4])
123*3465f14dSShawn Anastasio {
124*3465f14dSShawn Anastasio OPENSSL_ppccap_P & PPC_CRYPTO207
125*3465f14dSShawn Anastasio ? ChaCha20_ctr32_vsx(out, inp, len, key, counter)
126*3465f14dSShawn Anastasio : OPENSSL_ppccap_P & PPC_ALTIVEC
127*3465f14dSShawn Anastasio ? ChaCha20_ctr32_vmx(out, inp, len, key, counter)
128*3465f14dSShawn Anastasio : ChaCha20_ctr32_int(out, inp, len, key, counter);
129*3465f14dSShawn Anastasio }
130*3465f14dSShawn Anastasio
131*3465f14dSShawn Anastasio void poly1305_init_int(void *ctx, const unsigned char key[16]);
132*3465f14dSShawn Anastasio void poly1305_blocks(void *ctx, const unsigned char *inp, size_t len,
133*3465f14dSShawn Anastasio unsigned int padbit);
134*3465f14dSShawn Anastasio void poly1305_emit(void *ctx, unsigned char mac[16],
135*3465f14dSShawn Anastasio const unsigned int nonce[4]);
136*3465f14dSShawn Anastasio void poly1305_init_fpu(void *ctx, const unsigned char key[16]);
137*3465f14dSShawn Anastasio void poly1305_blocks_fpu(void *ctx, const unsigned char *inp, size_t len,
138*3465f14dSShawn Anastasio unsigned int padbit);
139*3465f14dSShawn Anastasio void poly1305_emit_fpu(void *ctx, unsigned char mac[16],
140*3465f14dSShawn Anastasio const unsigned int nonce[4]);
141*3465f14dSShawn Anastasio int poly1305_init(void *ctx, const unsigned char key[16], void *func[2]);
poly1305_init(void * ctx,const unsigned char key[16],void * func[2])142*3465f14dSShawn Anastasio int poly1305_init(void *ctx, const unsigned char key[16], void *func[2])
143*3465f14dSShawn Anastasio {
144*3465f14dSShawn Anastasio if (sizeof(size_t) == 4 && (OPENSSL_ppccap_P & PPC_FPU)) {
145*3465f14dSShawn Anastasio poly1305_init_fpu(ctx, key);
146*3465f14dSShawn Anastasio func[0] = (void*)(uintptr_t)poly1305_blocks_fpu;
147*3465f14dSShawn Anastasio func[1] = (void*)(uintptr_t)poly1305_emit_fpu;
148*3465f14dSShawn Anastasio } else {
149*3465f14dSShawn Anastasio poly1305_init_int(ctx, key);
150*3465f14dSShawn Anastasio func[0] = (void*)(uintptr_t)poly1305_blocks;
151*3465f14dSShawn Anastasio func[1] = (void*)(uintptr_t)poly1305_emit;
152*3465f14dSShawn Anastasio }
153*3465f14dSShawn Anastasio return 1;
154*3465f14dSShawn Anastasio }
155