1 /* 2 * Copyright 2019-2025 The OpenSSL Project Authors. All Rights Reserved. 3 * 4 * Licensed under the Apache License 2.0 (the "License"). You may not use 5 * this file except in compliance with the License. You can obtain a copy 6 * in the file LICENSE in the source distribution or at 7 * https://www.openssl.org/source/license.html 8 */ 9 10 #ifndef OSSL_AES_PLATFORM_H 11 # define OSSL_AES_PLATFORM_H 12 # pragma once 13 14 # include <openssl/aes.h> 15 16 # ifdef VPAES_ASM 17 int vpaes_set_encrypt_key(const unsigned char *userKey, int bits, 18 AES_KEY *key); 19 int vpaes_set_decrypt_key(const unsigned char *userKey, int bits, 20 AES_KEY *key); 21 void vpaes_encrypt(const unsigned char *in, unsigned char *out, 22 const AES_KEY *key); 23 void vpaes_decrypt(const unsigned char *in, unsigned char *out, 24 const AES_KEY *key); 25 void vpaes_cbc_encrypt(const unsigned char *in, 26 unsigned char *out, 27 size_t length, 28 const AES_KEY *key, unsigned char *ivec, int enc); 29 # endif /* VPAES_ASM */ 30 31 # ifdef BSAES_ASM 32 void ossl_bsaes_cbc_encrypt(const unsigned char *in, unsigned char *out, 33 size_t length, const AES_KEY *key, 34 unsigned char ivec[16], int enc); 35 void ossl_bsaes_ctr32_encrypt_blocks(const unsigned char *in, 36 unsigned char *out, size_t len, 37 const AES_KEY *key, 38 const unsigned char ivec[16]); 39 void ossl_bsaes_xts_encrypt(const unsigned char *inp, unsigned char *out, 40 size_t len, const AES_KEY *key1, 41 const AES_KEY *key2, const unsigned char iv[16]); 42 void ossl_bsaes_xts_decrypt(const unsigned char *inp, unsigned char *out, 43 size_t len, const AES_KEY *key1, 44 const AES_KEY *key2, const unsigned char iv[16]); 45 # endif /* BSAES_ASM */ 46 47 # ifdef AES_CTR_ASM 48 void AES_ctr32_encrypt(const unsigned char *in, unsigned char *out, 49 size_t blocks, const AES_KEY *key, 50 const unsigned char ivec[AES_BLOCK_SIZE]); 51 # endif /* AES_CTR_ASM */ 52 53 # ifdef AES_XTS_ASM 54 void AES_xts_encrypt(const unsigned char *inp, unsigned char *out, size_t len, 55 const AES_KEY *key1, const AES_KEY *key2, 56 const unsigned char iv[16]); 57 void AES_xts_decrypt(const unsigned char *inp, unsigned char *out, size_t len, 58 const AES_KEY *key1, const AES_KEY *key2, 59 const unsigned char iv[16]); 60 # endif /* AES_XTS_ASM */ 61 62 # if defined(OPENSSL_CPUID_OBJ) 63 # if (defined(__powerpc__) || defined(__POWERPC__) || defined(_ARCH_PPC)) 64 # include "crypto/ppc_arch.h" 65 # ifdef VPAES_ASM 66 # define VPAES_CAPABLE (OPENSSL_ppccap_P & PPC_ALTIVEC) 67 # endif 68 # if !defined(OPENSSL_SYS_MACOSX) 69 # define HWAES_CAPABLE (OPENSSL_ppccap_P & PPC_CRYPTO207) 70 # define HWAES_set_encrypt_key aes_p8_set_encrypt_key 71 # define HWAES_set_decrypt_key aes_p8_set_decrypt_key 72 # define HWAES_encrypt aes_p8_encrypt 73 # define HWAES_decrypt aes_p8_decrypt 74 # define HWAES_cbc_encrypt aes_p8_cbc_encrypt 75 # define HWAES_ctr32_encrypt_blocks aes_p8_ctr32_encrypt_blocks 76 # define HWAES_xts_encrypt aes_p8_xts_encrypt 77 # define HWAES_xts_decrypt aes_p8_xts_decrypt 78 # endif /* OPENSSL_SYS_MACOSX */ 79 # if !defined(OPENSSL_SYS_AIX) && !defined(OPENSSL_SYS_MACOSX) 80 # define PPC_AES_GCM_CAPABLE (OPENSSL_ppccap_P & PPC_MADD300) 81 # define AES_GCM_ENC_BYTES 128 82 # define AES_GCM_DEC_BYTES 128 83 size_t ppc_aes_gcm_encrypt(const unsigned char *in, unsigned char *out, 84 size_t len, const void *key, unsigned char ivec[16], 85 u64 *Xi); 86 size_t ppc_aes_gcm_decrypt(const unsigned char *in, unsigned char *out, 87 size_t len, const void *key, unsigned char ivec[16], 88 u64 *Xi); 89 # define AES_GCM_ASM_PPC(gctx) ((gctx)->ctr==aes_p8_ctr32_encrypt_blocks && \ 90 (gctx)->gcm.funcs.ghash==gcm_ghash_p8) 91 void gcm_ghash_p8(u64 Xi[2],const u128 Htable[16],const u8 *inp, size_t len); 92 # endif /* OPENSSL_SYS_AIX || OPENSSL_SYS_MACOSX */ 93 # endif /* PPC */ 94 95 # if (defined(__arm__) || defined(__arm) || defined(__aarch64__) || defined(_M_ARM64)) 96 # include "arm_arch.h" 97 # if __ARM_MAX_ARCH__>=7 98 # if defined(BSAES_ASM) 99 # define BSAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON) 100 # endif 101 # if defined(VPAES_ASM) 102 # define VPAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON) 103 # endif 104 # define HWAES_CAPABLE (OPENSSL_armcap_P & ARMV8_AES) 105 # define HWAES_set_encrypt_key aes_v8_set_encrypt_key 106 # define HWAES_set_decrypt_key aes_v8_set_decrypt_key 107 # define HWAES_encrypt aes_v8_encrypt 108 # define HWAES_decrypt aes_v8_decrypt 109 # define HWAES_cbc_encrypt aes_v8_cbc_encrypt 110 # define HWAES_ecb_encrypt aes_v8_ecb_encrypt 111 # if __ARM_MAX_ARCH__>=8 && (defined(__aarch64__) || defined(_M_ARM64)) 112 # define ARMv8_HWAES_CAPABLE (OPENSSL_armcap_P & ARMV8_AES) 113 # define HWAES_xts_encrypt aes_v8_xts_encrypt 114 # define HWAES_xts_decrypt aes_v8_xts_decrypt 115 # endif 116 # define HWAES_ctr32_encrypt_blocks aes_v8_ctr32_encrypt_blocks 117 # define HWAES_ctr32_encrypt_blocks_unroll12_eor3 aes_v8_ctr32_encrypt_blocks_unroll12_eor3 118 # define AES_PMULL_CAPABLE ((OPENSSL_armcap_P & ARMV8_PMULL) && (OPENSSL_armcap_P & ARMV8_AES)) 119 # define AES_UNROLL12_EOR3_CAPABLE (OPENSSL_armcap_P & ARMV8_UNROLL12_EOR3) 120 # define AES_GCM_ENC_BYTES 512 121 # define AES_GCM_DEC_BYTES 512 122 # if __ARM_MAX_ARCH__>=8 && (defined(__aarch64__) || defined(_M_ARM64)) 123 # define AES_gcm_encrypt armv8_aes_gcm_encrypt 124 # define AES_gcm_decrypt armv8_aes_gcm_decrypt 125 # define AES_GCM_ASM(gctx) (((gctx)->ctr==aes_v8_ctr32_encrypt_blocks_unroll12_eor3 || \ 126 (gctx)->ctr==aes_v8_ctr32_encrypt_blocks) && \ 127 (gctx)->gcm.funcs.ghash==gcm_ghash_v8) 128 /* The [unroll8_eor3_]aes_gcm_(enc|dec)_(128|192|256)_kernel() functions 129 * take input length in BITS and return number of BYTES processed */ 130 size_t aes_gcm_enc_128_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 131 uint64_t *Xi, unsigned char ivec[16], const void *key); 132 size_t aes_gcm_enc_192_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 133 uint64_t *Xi, unsigned char ivec[16], const void *key); 134 size_t aes_gcm_enc_256_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 135 uint64_t *Xi, unsigned char ivec[16], const void *key); 136 size_t aes_gcm_dec_128_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 137 uint64_t *Xi, unsigned char ivec[16], const void *key); 138 size_t aes_gcm_dec_192_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 139 uint64_t *Xi, unsigned char ivec[16], const void *key); 140 size_t aes_gcm_dec_256_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 141 uint64_t *Xi, unsigned char ivec[16], const void *key); 142 size_t unroll8_eor3_aes_gcm_enc_128_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 143 uint64_t *Xi, unsigned char ivec[16], const void *key); 144 size_t unroll8_eor3_aes_gcm_enc_192_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 145 uint64_t *Xi, unsigned char ivec[16], const void *key); 146 size_t unroll8_eor3_aes_gcm_enc_256_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 147 uint64_t *Xi, unsigned char ivec[16], const void *key); 148 size_t unroll8_eor3_aes_gcm_dec_128_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 149 uint64_t *Xi, unsigned char ivec[16], const void *key); 150 size_t unroll8_eor3_aes_gcm_dec_192_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 151 uint64_t *Xi, unsigned char ivec[16], const void *key); 152 size_t unroll8_eor3_aes_gcm_dec_256_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 153 uint64_t *Xi, unsigned char ivec[16], const void *key); 154 size_t armv8_aes_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key, 155 unsigned char ivec[16], u64 *Xi); 156 size_t armv8_aes_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key, 157 unsigned char ivec[16], u64 *Xi); 158 void gcm_ghash_v8(u64 Xi[2],const u128 Htable[16],const u8 *inp, size_t len); 159 # endif 160 # endif 161 # endif 162 # endif /* OPENSSL_CPUID_OBJ */ 163 164 # if defined(AES_ASM) && ( \ 165 defined(__x86_64) || defined(__x86_64__) || \ 166 defined(_M_AMD64) || defined(_M_X64) ) 167 # define AES_CBC_HMAC_SHA_CAPABLE 1 168 # define AESNI_CBC_HMAC_SHA_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(57-32))) 169 # endif 170 171 # if defined(__loongarch__) || defined(__loongarch64) 172 # include "loongarch_arch.h" 173 # if defined(VPAES_ASM) 174 # define VPAES_CAPABLE (OPENSSL_loongarch_hwcap_P & LOONGARCH_HWCAP_LSX) 175 # endif 176 # endif 177 178 # if defined(AES_ASM) && !defined(I386_ONLY) && ( \ 179 ((defined(__i386) || defined(__i386__) || \ 180 defined(_M_IX86)) && defined(OPENSSL_IA32_SSE2))|| \ 181 defined(__x86_64) || defined(__x86_64__) || \ 182 defined(_M_AMD64) || defined(_M_X64) ) 183 184 /* AES-NI section */ 185 186 # define AESNI_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(57-32))) 187 # ifdef VPAES_ASM 188 # define VPAES_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(41-32))) 189 # endif 190 # ifdef BSAES_ASM 191 # define BSAES_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(41-32))) 192 # endif 193 194 # define AES_GCM_ENC_BYTES 32 195 # define AES_GCM_DEC_BYTES 16 196 197 int aesni_set_encrypt_key(const unsigned char *userKey, int bits, 198 AES_KEY *key); 199 int aesni_set_decrypt_key(const unsigned char *userKey, int bits, 200 AES_KEY *key); 201 202 void aesni_encrypt(const unsigned char *in, unsigned char *out, 203 const AES_KEY *key); 204 void aesni_decrypt(const unsigned char *in, unsigned char *out, 205 const AES_KEY *key); 206 207 void aesni_ecb_encrypt(const unsigned char *in, 208 unsigned char *out, 209 size_t length, const AES_KEY *key, int enc); 210 void aesni_cbc_encrypt(const unsigned char *in, 211 unsigned char *out, 212 size_t length, 213 const AES_KEY *key, unsigned char *ivec, int enc); 214 # ifndef OPENSSL_NO_OCB 215 void aesni_ocb_encrypt(const unsigned char *in, unsigned char *out, 216 size_t blocks, const void *key, 217 size_t start_block_num, 218 unsigned char offset_i[16], 219 const unsigned char L_[][16], 220 unsigned char checksum[16]); 221 void aesni_ocb_decrypt(const unsigned char *in, unsigned char *out, 222 size_t blocks, const void *key, 223 size_t start_block_num, 224 unsigned char offset_i[16], 225 const unsigned char L_[][16], 226 unsigned char checksum[16]); 227 # endif /* OPENSSL_NO_OCB */ 228 229 void aesni_ctr32_encrypt_blocks(const unsigned char *in, 230 unsigned char *out, 231 size_t blocks, 232 const void *key, const unsigned char *ivec); 233 234 void aesni_xts_encrypt(const unsigned char *in, 235 unsigned char *out, 236 size_t length, 237 const AES_KEY *key1, const AES_KEY *key2, 238 const unsigned char iv[16]); 239 240 void aesni_xts_decrypt(const unsigned char *in, 241 unsigned char *out, 242 size_t length, 243 const AES_KEY *key1, const AES_KEY *key2, 244 const unsigned char iv[16]); 245 246 int aesni_xts_avx512_eligible(void); 247 248 void aesni_xts_128_encrypt_avx512(const unsigned char *inp, unsigned char *out, 249 size_t len, const AES_KEY *key1, 250 const AES_KEY *key2, 251 const unsigned char iv[16]); 252 void aesni_xts_128_decrypt_avx512(const unsigned char *inp, unsigned char *out, 253 size_t len, const AES_KEY *key1, 254 const AES_KEY *key2, 255 const unsigned char iv[16]); 256 257 void aesni_xts_256_encrypt_avx512(const unsigned char *inp, unsigned char *out, 258 size_t len, const AES_KEY *key1, 259 const AES_KEY *key2, 260 const unsigned char iv[16]); 261 void aesni_xts_256_decrypt_avx512(const unsigned char *inp, unsigned char *out, 262 size_t len, const AES_KEY *key1, 263 const AES_KEY *key2, 264 const unsigned char iv[16]); 265 266 void aesni_ccm64_encrypt_blocks(const unsigned char *in, 267 unsigned char *out, 268 size_t blocks, 269 const void *key, 270 const unsigned char ivec[16], 271 unsigned char cmac[16]); 272 273 void aesni_ccm64_decrypt_blocks(const unsigned char *in, 274 unsigned char *out, 275 size_t blocks, 276 const void *key, 277 const unsigned char ivec[16], 278 unsigned char cmac[16]); 279 280 # if defined(__x86_64) || defined(__x86_64__) || defined(_M_AMD64) || defined(_M_X64) 281 size_t aesni_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len, 282 const void *key, unsigned char ivec[16], u64 *Xi); 283 size_t aesni_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len, 284 const void *key, unsigned char ivec[16], u64 *Xi); 285 void gcm_ghash_avx(u64 Xi[2], const u128 Htable[16], const u8 *in, size_t len); 286 287 # define AES_gcm_encrypt aesni_gcm_encrypt 288 # define AES_gcm_decrypt aesni_gcm_decrypt 289 # define AES_GCM_ASM(ctx) (ctx->ctr == aesni_ctr32_encrypt_blocks && \ 290 ctx->gcm.funcs.ghash == gcm_ghash_avx) 291 # endif 292 293 294 # elif defined(AES_ASM) && (defined(__sparc) || defined(__sparc__)) 295 296 /* Fujitsu SPARC64 X support */ 297 # include "crypto/sparc_arch.h" 298 299 # define SPARC_AES_CAPABLE (OPENSSL_sparcv9cap_P[1] & CFR_AES) 300 # define HWAES_CAPABLE (OPENSSL_sparcv9cap_P[0] & SPARCV9_FJAESX) 301 # define HWAES_set_encrypt_key aes_fx_set_encrypt_key 302 # define HWAES_set_decrypt_key aes_fx_set_decrypt_key 303 # define HWAES_encrypt aes_fx_encrypt 304 # define HWAES_decrypt aes_fx_decrypt 305 # define HWAES_cbc_encrypt aes_fx_cbc_encrypt 306 # define HWAES_ctr32_encrypt_blocks aes_fx_ctr32_encrypt_blocks 307 308 void aes_t4_set_encrypt_key(const unsigned char *key, int bits, AES_KEY *ks); 309 void aes_t4_set_decrypt_key(const unsigned char *key, int bits, AES_KEY *ks); 310 void aes_t4_encrypt(const unsigned char *in, unsigned char *out, 311 const AES_KEY *key); 312 void aes_t4_decrypt(const unsigned char *in, unsigned char *out, 313 const AES_KEY *key); 314 /* 315 * Key-length specific subroutines were chosen for following reason. 316 * Each SPARC T4 core can execute up to 8 threads which share core's 317 * resources. Loading as much key material to registers allows to 318 * minimize references to shared memory interface, as well as amount 319 * of instructions in inner loops [much needed on T4]. But then having 320 * non-key-length specific routines would require conditional branches 321 * either in inner loops or on subroutines' entries. Former is hardly 322 * acceptable, while latter means code size increase to size occupied 323 * by multiple key-length specific subroutines, so why fight? 324 */ 325 void aes128_t4_cbc_encrypt(const unsigned char *in, unsigned char *out, 326 size_t len, const AES_KEY *key, 327 unsigned char *ivec, int /*unused*/); 328 void aes128_t4_cbc_decrypt(const unsigned char *in, unsigned char *out, 329 size_t len, const AES_KEY *key, 330 unsigned char *ivec, int /*unused*/); 331 void aes192_t4_cbc_encrypt(const unsigned char *in, unsigned char *out, 332 size_t len, const AES_KEY *key, 333 unsigned char *ivec, int /*unused*/); 334 void aes192_t4_cbc_decrypt(const unsigned char *in, unsigned char *out, 335 size_t len, const AES_KEY *key, 336 unsigned char *ivec, int /*unused*/); 337 void aes256_t4_cbc_encrypt(const unsigned char *in, unsigned char *out, 338 size_t len, const AES_KEY *key, 339 unsigned char *ivec, int /*unused*/); 340 void aes256_t4_cbc_decrypt(const unsigned char *in, unsigned char *out, 341 size_t len, const AES_KEY *key, 342 unsigned char *ivec, int /*unused*/); 343 void aes128_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out, 344 size_t blocks, const AES_KEY *key, 345 unsigned char *ivec); 346 void aes192_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out, 347 size_t blocks, const AES_KEY *key, 348 unsigned char *ivec); 349 void aes256_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out, 350 size_t blocks, const AES_KEY *key, 351 unsigned char *ivec); 352 void aes128_t4_xts_encrypt(const unsigned char *in, unsigned char *out, 353 size_t blocks, const AES_KEY *key1, 354 const AES_KEY *key2, const unsigned char *ivec); 355 void aes128_t4_xts_decrypt(const unsigned char *in, unsigned char *out, 356 size_t blocks, const AES_KEY *key1, 357 const AES_KEY *key2, const unsigned char *ivec); 358 void aes256_t4_xts_encrypt(const unsigned char *in, unsigned char *out, 359 size_t blocks, const AES_KEY *key1, 360 const AES_KEY *key2, const unsigned char *ivec); 361 void aes256_t4_xts_decrypt(const unsigned char *in, unsigned char *out, 362 size_t blocks, const AES_KEY *key1, 363 const AES_KEY *key2, const unsigned char *ivec); 364 365 # elif defined(OPENSSL_CPUID_OBJ) && defined(__s390__) 366 /* IBM S390X support */ 367 # include "s390x_arch.h" 368 369 370 /* Convert key size to function code: [16,24,32] -> [18,19,20]. */ 371 # define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6)) 372 373 /* Most modes of operation need km for partial block processing. */ 374 # define S390X_aes_128_CAPABLE (OPENSSL_s390xcap_P.km[0] & \ 375 S390X_CAPBIT(S390X_AES_128)) 376 # define S390X_aes_192_CAPABLE (OPENSSL_s390xcap_P.km[0] & \ 377 S390X_CAPBIT(S390X_AES_192)) 378 # define S390X_aes_256_CAPABLE (OPENSSL_s390xcap_P.km[0] & \ 379 S390X_CAPBIT(S390X_AES_256)) 380 381 # define S390X_aes_128_cbc_CAPABLE 1 /* checked by callee */ 382 # define S390X_aes_192_cbc_CAPABLE 1 383 # define S390X_aes_256_cbc_CAPABLE 1 384 385 # define S390X_aes_128_ecb_CAPABLE S390X_aes_128_CAPABLE 386 # define S390X_aes_192_ecb_CAPABLE S390X_aes_192_CAPABLE 387 # define S390X_aes_256_ecb_CAPABLE S390X_aes_256_CAPABLE 388 389 # define S390X_aes_128_ofb_CAPABLE (S390X_aes_128_CAPABLE && \ 390 (OPENSSL_s390xcap_P.kmo[0] & \ 391 S390X_CAPBIT(S390X_AES_128))) 392 # define S390X_aes_192_ofb_CAPABLE (S390X_aes_192_CAPABLE && \ 393 (OPENSSL_s390xcap_P.kmo[0] & \ 394 S390X_CAPBIT(S390X_AES_192))) 395 # define S390X_aes_256_ofb_CAPABLE (S390X_aes_256_CAPABLE && \ 396 (OPENSSL_s390xcap_P.kmo[0] & \ 397 S390X_CAPBIT(S390X_AES_256))) 398 399 # define S390X_aes_128_cfb_CAPABLE (S390X_aes_128_CAPABLE && \ 400 (OPENSSL_s390xcap_P.kmf[0] & \ 401 S390X_CAPBIT(S390X_AES_128))) 402 # define S390X_aes_192_cfb_CAPABLE (S390X_aes_192_CAPABLE && \ 403 (OPENSSL_s390xcap_P.kmf[0] & \ 404 S390X_CAPBIT(S390X_AES_192))) 405 # define S390X_aes_256_cfb_CAPABLE (S390X_aes_256_CAPABLE && \ 406 (OPENSSL_s390xcap_P.kmf[0] & \ 407 S390X_CAPBIT(S390X_AES_256))) 408 # define S390X_aes_128_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \ 409 S390X_CAPBIT(S390X_AES_128)) 410 # define S390X_aes_192_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \ 411 S390X_CAPBIT(S390X_AES_192)) 412 # define S390X_aes_256_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \ 413 S390X_CAPBIT(S390X_AES_256)) 414 # define S390X_aes_128_cfb1_CAPABLE 0 415 # define S390X_aes_192_cfb1_CAPABLE 0 416 # define S390X_aes_256_cfb1_CAPABLE 0 417 418 # define S390X_aes_128_ctr_CAPABLE 1 /* checked by callee */ 419 # define S390X_aes_192_ctr_CAPABLE 1 420 # define S390X_aes_256_ctr_CAPABLE 1 421 422 # define S390X_aes_128_xts_CAPABLE 1 /* checked by callee */ 423 # define S390X_aes_256_xts_CAPABLE 1 424 425 # define S390X_aes_128_gcm_CAPABLE (S390X_aes_128_CAPABLE && \ 426 (OPENSSL_s390xcap_P.kma[0] & \ 427 S390X_CAPBIT(S390X_AES_128))) 428 # define S390X_aes_192_gcm_CAPABLE (S390X_aes_192_CAPABLE && \ 429 (OPENSSL_s390xcap_P.kma[0] & \ 430 S390X_CAPBIT(S390X_AES_192))) 431 # define S390X_aes_256_gcm_CAPABLE (S390X_aes_256_CAPABLE && \ 432 (OPENSSL_s390xcap_P.kma[0] & \ 433 S390X_CAPBIT(S390X_AES_256))) 434 435 # define S390X_aes_128_ccm_CAPABLE (S390X_aes_128_CAPABLE && \ 436 (OPENSSL_s390xcap_P.kmac[0] & \ 437 S390X_CAPBIT(S390X_AES_128))) 438 # define S390X_aes_192_ccm_CAPABLE (S390X_aes_192_CAPABLE && \ 439 (OPENSSL_s390xcap_P.kmac[0] & \ 440 S390X_CAPBIT(S390X_AES_192))) 441 # define S390X_aes_256_ccm_CAPABLE (S390X_aes_256_CAPABLE && \ 442 (OPENSSL_s390xcap_P.kmac[0] & \ 443 S390X_CAPBIT(S390X_AES_256))) 444 # define S390X_CCM_AAD_FLAG 0x40 445 446 # ifndef OPENSSL_NO_OCB 447 # define S390X_aes_128_ocb_CAPABLE 0 448 # define S390X_aes_192_ocb_CAPABLE 0 449 # define S390X_aes_256_ocb_CAPABLE 0 450 # endif /* OPENSSL_NO_OCB */ 451 452 # ifndef OPENSSL_NO_SIV 453 # define S390X_aes_128_siv_CAPABLE 0 454 # define S390X_aes_192_siv_CAPABLE 0 455 # define S390X_aes_256_siv_CAPABLE 0 456 # endif /* OPENSSL_NO_SIV */ 457 458 /* Convert key size to function code: [16,24,32] -> [18,19,20]. */ 459 # define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6)) 460 # elif defined(OPENSSL_CPUID_OBJ) && defined(__riscv) && __riscv_xlen == 64 461 /* RISC-V 64 support */ 462 # include "riscv_arch.h" 463 464 /* Zkne and Zknd extensions (scalar crypto AES). */ 465 int rv64i_zkne_set_encrypt_key(const unsigned char *userKey, const int bits, 466 AES_KEY *key); 467 int rv64i_zknd_set_decrypt_key(const unsigned char *userKey, const int bits, 468 AES_KEY *key); 469 void rv64i_zkne_encrypt(const unsigned char *in, unsigned char *out, 470 const AES_KEY *key); 471 void rv64i_zknd_decrypt(const unsigned char *in, unsigned char *out, 472 const AES_KEY *key); 473 /* Zvkned extension (vector crypto AES). */ 474 int rv64i_zvkned_set_encrypt_key(const unsigned char *userKey, const int bits, 475 AES_KEY *key); 476 int rv64i_zvkned_set_decrypt_key(const unsigned char *userKey, const int bits, 477 AES_KEY *key); 478 void rv64i_zvkned_encrypt(const unsigned char *in, unsigned char *out, 479 const AES_KEY *key); 480 void rv64i_zvkned_decrypt(const unsigned char *in, unsigned char *out, 481 const AES_KEY *key); 482 483 void rv64i_zvkned_cbc_encrypt(const unsigned char *in, unsigned char *out, 484 size_t length, const AES_KEY *key, 485 unsigned char *ivec, const int enc); 486 487 void rv64i_zvkned_cbc_decrypt(const unsigned char *in, unsigned char *out, 488 size_t length, const AES_KEY *key, 489 unsigned char *ivec, const int enc); 490 491 void rv64i_zvkned_ecb_encrypt(const unsigned char *in, unsigned char *out, 492 size_t length, const AES_KEY *key, 493 const int enc); 494 495 void rv64i_zvkned_ecb_decrypt(const unsigned char *in, unsigned char *out, 496 size_t length, const AES_KEY *key, 497 const int enc); 498 499 void rv64i_zvkb_zvkned_ctr32_encrypt_blocks(const unsigned char *in, 500 unsigned char *out, size_t blocks, 501 const void *key, 502 const unsigned char ivec[16]); 503 504 size_t rv64i_zvkb_zvkg_zvkned_aes_gcm_encrypt(const unsigned char *in, 505 unsigned char *out, size_t len, 506 const void *key, 507 unsigned char ivec[16], u64 *Xi); 508 509 size_t rv64i_zvkb_zvkg_zvkned_aes_gcm_decrypt(const unsigned char *in, 510 unsigned char *out, size_t len, 511 const void *key, 512 unsigned char ivec[16], u64 *Xi); 513 514 void rv64i_zvbb_zvkg_zvkned_aes_xts_encrypt(const unsigned char *in, 515 unsigned char *out, size_t length, 516 const AES_KEY *key1, 517 const AES_KEY *key2, 518 const unsigned char iv[16]); 519 520 void rv64i_zvbb_zvkg_zvkned_aes_xts_decrypt(const unsigned char *in, 521 unsigned char *out, size_t length, 522 const AES_KEY *key1, 523 const AES_KEY *key2, 524 const unsigned char iv[16]); 525 526 void gcm_ghash_rv64i_zvkg(u64 Xi[2], const u128 Htable[16], const u8 *inp, 527 size_t len); 528 529 #define AES_GCM_ENC_BYTES 64 530 #define AES_GCM_DEC_BYTES 64 531 #define AES_gcm_encrypt rv64i_zvkb_zvkg_zvkned_aes_gcm_encrypt 532 #define AES_gcm_decrypt rv64i_zvkb_zvkg_zvkned_aes_gcm_decrypt 533 #define AES_GCM_ASM(ctx) \ 534 (ctx->ctr == rv64i_zvkb_zvkned_ctr32_encrypt_blocks && \ 535 ctx->gcm.funcs.ghash == gcm_ghash_rv64i_zvkg) 536 537 # elif defined(OPENSSL_CPUID_OBJ) && defined(__riscv) && __riscv_xlen == 32 538 /* RISC-V 32 support */ 539 # include "riscv_arch.h" 540 541 int rv32i_zkne_set_encrypt_key(const unsigned char *userKey, const int bits, 542 AES_KEY *key); 543 /* set_decrypt_key needs both zknd and zkne */ 544 int rv32i_zknd_zkne_set_decrypt_key(const unsigned char *userKey, const int bits, 545 AES_KEY *key); 546 int rv32i_zbkb_zkne_set_encrypt_key(const unsigned char *userKey, const int bits, 547 AES_KEY *key); 548 int rv32i_zbkb_zknd_zkne_set_decrypt_key(const unsigned char *userKey, const int bits, 549 AES_KEY *key); 550 void rv32i_zkne_encrypt(const unsigned char *in, unsigned char *out, 551 const AES_KEY *key); 552 void rv32i_zknd_decrypt(const unsigned char *in, unsigned char *out, 553 const AES_KEY *key); 554 # endif 555 556 # if defined(HWAES_CAPABLE) 557 int HWAES_set_encrypt_key(const unsigned char *userKey, const int bits, 558 AES_KEY *key); 559 int HWAES_set_decrypt_key(const unsigned char *userKey, const int bits, 560 AES_KEY *key); 561 void HWAES_encrypt(const unsigned char *in, unsigned char *out, 562 const AES_KEY *key); 563 void HWAES_decrypt(const unsigned char *in, unsigned char *out, 564 const AES_KEY *key); 565 void HWAES_cbc_encrypt(const unsigned char *in, unsigned char *out, 566 size_t length, const AES_KEY *key, 567 unsigned char *ivec, const int enc); 568 void HWAES_ecb_encrypt(const unsigned char *in, unsigned char *out, 569 size_t length, const AES_KEY *key, 570 const int enc); 571 void HWAES_ctr32_encrypt_blocks(const unsigned char *in, unsigned char *out, 572 size_t len, const void *key, 573 const unsigned char ivec[16]); 574 # if defined(AES_UNROLL12_EOR3_CAPABLE) 575 void HWAES_ctr32_encrypt_blocks_unroll12_eor3(const unsigned char *in, unsigned char *out, 576 size_t len, const void *key, 577 const unsigned char ivec[16]); 578 # endif 579 void HWAES_xts_encrypt(const unsigned char *inp, unsigned char *out, 580 size_t len, const AES_KEY *key1, 581 const AES_KEY *key2, const unsigned char iv[16]); 582 void HWAES_xts_decrypt(const unsigned char *inp, unsigned char *out, 583 size_t len, const AES_KEY *key1, 584 const AES_KEY *key2, const unsigned char iv[16]); 585 # ifndef OPENSSL_NO_OCB 586 # ifdef HWAES_ocb_encrypt 587 void HWAES_ocb_encrypt(const unsigned char *in, unsigned char *out, 588 size_t blocks, const void *key, 589 size_t start_block_num, 590 unsigned char offset_i[16], 591 const unsigned char L_[][16], 592 unsigned char checksum[16]); 593 # else 594 # define HWAES_ocb_encrypt ((ocb128_f)NULL) 595 # endif 596 # ifdef HWAES_ocb_decrypt 597 void HWAES_ocb_decrypt(const unsigned char *in, unsigned char *out, 598 size_t blocks, const void *key, 599 size_t start_block_num, 600 unsigned char offset_i[16], 601 const unsigned char L_[][16], 602 unsigned char checksum[16]); 603 # else 604 # define HWAES_ocb_decrypt ((ocb128_f)NULL) 605 # endif 606 # endif /* OPENSSL_NO_OCB */ 607 608 # endif /* HWAES_CAPABLE */ 609 610 #endif /* OSSL_AES_PLATFORM_H */ 611