1 /* 2 * Copyright 2019-2026 The OpenSSL Project Authors. All Rights Reserved. 3 * 4 * Licensed under the Apache License 2.0 (the "License"). You may not use 5 * this file except in compliance with the License. You can obtain a copy 6 * in the file LICENSE in the source distribution or at 7 * https://www.openssl.org/source/license.html 8 */ 9 10 #ifndef OSSL_AES_PLATFORM_H 11 #define OSSL_AES_PLATFORM_H 12 #pragma once 13 14 #include <openssl/aes.h> 15 16 #ifdef VPAES_ASM 17 int vpaes_set_encrypt_key(const unsigned char *userKey, int bits, 18 AES_KEY *key); 19 int vpaes_set_decrypt_key(const unsigned char *userKey, int bits, 20 AES_KEY *key); 21 void vpaes_encrypt(const unsigned char *in, unsigned char *out, 22 const AES_KEY *key); 23 void vpaes_decrypt(const unsigned char *in, unsigned char *out, 24 const AES_KEY *key); 25 void vpaes_cbc_encrypt(const unsigned char *in, 26 unsigned char *out, 27 size_t length, 28 const AES_KEY *key, unsigned char *ivec, int enc); 29 #endif /* VPAES_ASM */ 30 31 #ifdef BSAES_ASM 32 void ossl_bsaes_cbc_encrypt(const unsigned char *in, unsigned char *out, 33 size_t length, const AES_KEY *key, 34 unsigned char ivec[16], int enc); 35 void ossl_bsaes_ctr32_encrypt_blocks(const unsigned char *in, 36 unsigned char *out, size_t len, 37 const AES_KEY *key, 38 const unsigned char ivec[16]); 39 void ossl_bsaes_xts_encrypt(const unsigned char *inp, unsigned char *out, 40 size_t len, const AES_KEY *key1, 41 const AES_KEY *key2, const unsigned char iv[16]); 42 void ossl_bsaes_xts_decrypt(const unsigned char *inp, unsigned char *out, 43 size_t len, const AES_KEY *key1, 44 const AES_KEY *key2, const unsigned char iv[16]); 45 #endif /* BSAES_ASM */ 46 47 #ifdef AES_CTR_ASM 48 void AES_ctr32_encrypt(const unsigned char *in, unsigned char *out, 49 size_t blocks, const AES_KEY *key, 50 const unsigned char ivec[AES_BLOCK_SIZE]); 51 #endif /* AES_CTR_ASM */ 52 53 #ifdef AES_XTS_ASM 54 void AES_xts_encrypt(const unsigned char *inp, unsigned char *out, size_t len, 55 const AES_KEY *key1, const AES_KEY *key2, 56 const unsigned char iv[16]); 57 void AES_xts_decrypt(const unsigned char *inp, unsigned char *out, size_t len, 58 const AES_KEY *key1, const AES_KEY *key2, 59 const unsigned char iv[16]); 60 #endif /* AES_XTS_ASM */ 61 62 #if defined(OPENSSL_CPUID_OBJ) 63 #if (defined(__powerpc__) || defined(__POWERPC__) || defined(_ARCH_PPC)) 64 #include "crypto/ppc_arch.h" 65 #ifdef VPAES_ASM 66 #define VPAES_CAPABLE (OPENSSL_ppccap_P & PPC_ALTIVEC) 67 #endif 68 #if !defined(OPENSSL_SYS_MACOSX) 69 #define HWAES_CAPABLE (OPENSSL_ppccap_P & PPC_CRYPTO207) 70 #define HWAES_set_encrypt_key aes_p8_set_encrypt_key 71 #define HWAES_set_decrypt_key aes_p8_set_decrypt_key 72 #define HWAES_encrypt aes_p8_encrypt 73 #define HWAES_decrypt aes_p8_decrypt 74 #define HWAES_cbc_encrypt aes_p8_cbc_encrypt 75 #define HWAES_ctr32_encrypt_blocks aes_p8_ctr32_encrypt_blocks 76 #define HWAES_xts_encrypt aes_p8_xts_encrypt 77 #define HWAES_xts_decrypt aes_p8_xts_decrypt 78 #endif /* OPENSSL_SYS_MACOSX */ 79 #if !defined(OPENSSL_SYS_AIX) && !defined(OPENSSL_SYS_MACOSX) 80 #if defined(__BYTE_ORDER__) && __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ 81 #define PPC_AES_GCM_CAPABLE (OPENSSL_ppccap_P & PPC_MADD300) 82 #endif 83 #define AES_GCM_ENC_BYTES 128 84 #define AES_GCM_DEC_BYTES 128 85 size_t ppc_aes_gcm_encrypt(const unsigned char *in, unsigned char *out, 86 size_t len, const void *key, unsigned char ivec[16], 87 u64 *Xi); 88 size_t ppc_aes_gcm_decrypt(const unsigned char *in, unsigned char *out, 89 size_t len, const void *key, unsigned char ivec[16], 90 u64 *Xi); 91 #define AES_GCM_ASM_PPC(gctx) ((gctx)->ctr == aes_p8_ctr32_encrypt_blocks && (gctx)->gcm.funcs.ghash == gcm_ghash_p8) 92 void gcm_ghash_p8(u64 Xi[2], const u128 Htable[16], const u8 *inp, size_t len); 93 #endif /* OPENSSL_SYS_AIX || OPENSSL_SYS_MACOSX */ 94 #endif /* PPC */ 95 96 #if (defined(__arm__) || defined(__arm) || defined(__aarch64__) || defined(_M_ARM64)) 97 #include "arm_arch.h" 98 #if __ARM_MAX_ARCH__ >= 7 99 #if defined(BSAES_ASM) 100 #define BSAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON) 101 #endif 102 #if defined(VPAES_ASM) 103 #define VPAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON) 104 #endif 105 #define HWAES_CAPABLE (OPENSSL_armcap_P & ARMV8_AES) 106 #define HWAES_set_encrypt_key aes_v8_set_encrypt_key 107 #define HWAES_set_decrypt_key aes_v8_set_decrypt_key 108 #define HWAES_encrypt aes_v8_encrypt 109 #define HWAES_decrypt aes_v8_decrypt 110 #define HWAES_cbc_encrypt aes_v8_cbc_encrypt 111 #define HWAES_ecb_encrypt aes_v8_ecb_encrypt 112 #if __ARM_MAX_ARCH__ >= 8 && (defined(__aarch64__) || defined(_M_ARM64)) 113 #define ARMv8_HWAES_CAPABLE (OPENSSL_armcap_P & ARMV8_AES) 114 #define HWAES_xts_encrypt aes_v8_xts_encrypt 115 #define HWAES_xts_decrypt aes_v8_xts_decrypt 116 #endif 117 #define HWAES_ctr32_encrypt_blocks aes_v8_ctr32_encrypt_blocks 118 #define HWAES_ctr32_encrypt_blocks_unroll12_eor3 aes_v8_ctr32_encrypt_blocks_unroll12_eor3 119 #define AES_PMULL_CAPABLE ((OPENSSL_armcap_P & ARMV8_PMULL) && (OPENSSL_armcap_P & ARMV8_AES)) 120 #define AES_UNROLL12_EOR3_CAPABLE (OPENSSL_armcap_P & ARMV8_UNROLL12_EOR3) 121 #define AES_GCM_ENC_BYTES 512 122 #define AES_GCM_DEC_BYTES 512 123 #if __ARM_MAX_ARCH__ >= 8 && (defined(__aarch64__) || defined(_M_ARM64)) 124 #define AES_gcm_encrypt armv8_aes_gcm_encrypt 125 #define AES_gcm_decrypt armv8_aes_gcm_decrypt 126 #define AES_GCM_ASM(gctx) (((gctx)->ctr == aes_v8_ctr32_encrypt_blocks_unroll12_eor3 || (gctx)->ctr == aes_v8_ctr32_encrypt_blocks) && (gctx)->gcm.funcs.ghash == gcm_ghash_v8) 127 /* The [unroll8_eor3_]aes_gcm_(enc|dec)_(128|192|256)_kernel() functions 128 * take input length in BITS and return number of BYTES processed */ 129 size_t aes_gcm_enc_128_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 130 uint64_t *Xi, unsigned char ivec[16], const void *key); 131 size_t aes_gcm_enc_192_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 132 uint64_t *Xi, unsigned char ivec[16], const void *key); 133 size_t aes_gcm_enc_256_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 134 uint64_t *Xi, unsigned char ivec[16], const void *key); 135 size_t aes_gcm_dec_128_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 136 uint64_t *Xi, unsigned char ivec[16], const void *key); 137 size_t aes_gcm_dec_192_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 138 uint64_t *Xi, unsigned char ivec[16], const void *key); 139 size_t aes_gcm_dec_256_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 140 uint64_t *Xi, unsigned char ivec[16], const void *key); 141 size_t unroll8_eor3_aes_gcm_enc_128_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 142 uint64_t *Xi, unsigned char ivec[16], const void *key); 143 size_t unroll8_eor3_aes_gcm_enc_192_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 144 uint64_t *Xi, unsigned char ivec[16], const void *key); 145 size_t unroll8_eor3_aes_gcm_enc_256_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 146 uint64_t *Xi, unsigned char ivec[16], const void *key); 147 size_t unroll8_eor3_aes_gcm_dec_128_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 148 uint64_t *Xi, unsigned char ivec[16], const void *key); 149 size_t unroll8_eor3_aes_gcm_dec_192_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 150 uint64_t *Xi, unsigned char ivec[16], const void *key); 151 size_t unroll8_eor3_aes_gcm_dec_256_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 152 uint64_t *Xi, unsigned char ivec[16], const void *key); 153 size_t armv8_aes_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key, 154 unsigned char ivec[16], u64 *Xi); 155 size_t armv8_aes_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key, 156 unsigned char ivec[16], u64 *Xi); 157 void gcm_ghash_v8(u64 Xi[2], const u128 Htable[16], const u8 *inp, size_t len); 158 #endif 159 #endif 160 #endif 161 #endif /* OPENSSL_CPUID_OBJ */ 162 163 #if defined(AES_ASM) && (defined(__x86_64) || defined(__x86_64__) || defined(_M_AMD64) || defined(_M_X64)) 164 #define AES_CBC_HMAC_SHA_CAPABLE 1 165 #define AESNI_CBC_HMAC_SHA_CAPABLE (OPENSSL_ia32cap_P[1] & (1 << (57 - 32))) 166 #endif 167 168 #if defined(__loongarch__) || defined(__loongarch64) 169 #include "loongarch_arch.h" 170 #if defined(VPAES_ASM) 171 #define VPAES_CAPABLE (OPENSSL_loongarch_hwcap_P & LOONGARCH_HWCAP_LSX) 172 #endif 173 #endif 174 175 #if defined(AES_ASM) && !defined(I386_ONLY) && (((defined(__i386) || defined(__i386__) || defined(_M_IX86)) && defined(OPENSSL_IA32_SSE2)) || defined(__x86_64) || defined(__x86_64__) || defined(_M_AMD64) || defined(_M_X64)) 176 177 /* AES-NI section */ 178 179 #define AESNI_CAPABLE (OPENSSL_ia32cap_P[1] & (1 << (57 - 32))) 180 #ifdef VPAES_ASM 181 #define VPAES_CAPABLE (OPENSSL_ia32cap_P[1] & (1 << (41 - 32))) 182 #endif 183 #ifdef BSAES_ASM 184 #define BSAES_CAPABLE (OPENSSL_ia32cap_P[1] & (1 << (41 - 32))) 185 #endif 186 187 #define AES_GCM_ENC_BYTES 32 188 #define AES_GCM_DEC_BYTES 16 189 190 int aesni_set_encrypt_key(const unsigned char *userKey, int bits, 191 AES_KEY *key); 192 int aesni_set_decrypt_key(const unsigned char *userKey, int bits, 193 AES_KEY *key); 194 195 void aesni_encrypt(const unsigned char *in, unsigned char *out, 196 const AES_KEY *key); 197 void aesni_decrypt(const unsigned char *in, unsigned char *out, 198 const AES_KEY *key); 199 200 void aesni_ecb_encrypt(const unsigned char *in, 201 unsigned char *out, 202 size_t length, const AES_KEY *key, int enc); 203 void aesni_cbc_encrypt(const unsigned char *in, 204 unsigned char *out, 205 size_t length, 206 const AES_KEY *key, unsigned char *ivec, int enc); 207 #ifndef OPENSSL_NO_OCB 208 void aesni_ocb_encrypt(const unsigned char *in, unsigned char *out, 209 size_t blocks, const void *key, 210 size_t start_block_num, 211 unsigned char offset_i[16], 212 const unsigned char L_[][16], 213 unsigned char checksum[16]); 214 void aesni_ocb_decrypt(const unsigned char *in, unsigned char *out, 215 size_t blocks, const void *key, 216 size_t start_block_num, 217 unsigned char offset_i[16], 218 const unsigned char L_[][16], 219 unsigned char checksum[16]); 220 #endif /* OPENSSL_NO_OCB */ 221 222 void aesni_ctr32_encrypt_blocks(const unsigned char *in, 223 unsigned char *out, 224 size_t blocks, 225 const void *key, const unsigned char *ivec); 226 227 void aesni_xts_encrypt(const unsigned char *in, 228 unsigned char *out, 229 size_t length, 230 const AES_KEY *key1, const AES_KEY *key2, 231 const unsigned char iv[16]); 232 233 void aesni_xts_decrypt(const unsigned char *in, 234 unsigned char *out, 235 size_t length, 236 const AES_KEY *key1, const AES_KEY *key2, 237 const unsigned char iv[16]); 238 239 int aesni_xts_avx512_eligible(void); 240 241 void aesni_xts_128_encrypt_avx512(const unsigned char *inp, unsigned char *out, 242 size_t len, const AES_KEY *key1, 243 const AES_KEY *key2, 244 const unsigned char iv[16]); 245 void aesni_xts_128_decrypt_avx512(const unsigned char *inp, unsigned char *out, 246 size_t len, const AES_KEY *key1, 247 const AES_KEY *key2, 248 const unsigned char iv[16]); 249 250 void aesni_xts_256_encrypt_avx512(const unsigned char *inp, unsigned char *out, 251 size_t len, const AES_KEY *key1, 252 const AES_KEY *key2, 253 const unsigned char iv[16]); 254 void aesni_xts_256_decrypt_avx512(const unsigned char *inp, unsigned char *out, 255 size_t len, const AES_KEY *key1, 256 const AES_KEY *key2, 257 const unsigned char iv[16]); 258 259 void aesni_ccm64_encrypt_blocks(const unsigned char *in, 260 unsigned char *out, 261 size_t blocks, 262 const void *key, 263 const unsigned char ivec[16], 264 unsigned char cmac[16]); 265 266 void aesni_ccm64_decrypt_blocks(const unsigned char *in, 267 unsigned char *out, 268 size_t blocks, 269 const void *key, 270 const unsigned char ivec[16], 271 unsigned char cmac[16]); 272 273 #if defined(__x86_64) || defined(__x86_64__) || defined(_M_AMD64) || defined(_M_X64) 274 size_t aesni_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len, 275 const void *key, unsigned char ivec[16], u64 *Xi); 276 size_t aesni_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len, 277 const void *key, unsigned char ivec[16], u64 *Xi); 278 void gcm_ghash_avx(u64 Xi[2], const u128 Htable[16], const u8 *in, size_t len); 279 280 #define AES_gcm_encrypt aesni_gcm_encrypt 281 #define AES_gcm_decrypt aesni_gcm_decrypt 282 #define AES_GCM_ASM(ctx) (ctx->ctr == aesni_ctr32_encrypt_blocks && ctx->gcm.funcs.ghash == gcm_ghash_avx) 283 #endif 284 285 #elif defined(AES_ASM) && (defined(__sparc) || defined(__sparc__)) 286 287 /* Fujitsu SPARC64 X support */ 288 #include "crypto/sparc_arch.h" 289 290 #define SPARC_AES_CAPABLE (OPENSSL_sparcv9cap_P[1] & CFR_AES) 291 #define HWAES_CAPABLE (OPENSSL_sparcv9cap_P[0] & SPARCV9_FJAESX) 292 #define HWAES_set_encrypt_key aes_fx_set_encrypt_key 293 #define HWAES_set_decrypt_key aes_fx_set_decrypt_key 294 #define HWAES_encrypt aes_fx_encrypt 295 #define HWAES_decrypt aes_fx_decrypt 296 #define HWAES_cbc_encrypt aes_fx_cbc_encrypt 297 #define HWAES_ctr32_encrypt_blocks aes_fx_ctr32_encrypt_blocks 298 299 void aes_t4_set_encrypt_key(const unsigned char *key, int bits, AES_KEY *ks); 300 void aes_t4_set_decrypt_key(const unsigned char *key, int bits, AES_KEY *ks); 301 void aes_t4_encrypt(const unsigned char *in, unsigned char *out, 302 const AES_KEY *key); 303 void aes_t4_decrypt(const unsigned char *in, unsigned char *out, 304 const AES_KEY *key); 305 /* 306 * Key-length specific subroutines were chosen for following reason. 307 * Each SPARC T4 core can execute up to 8 threads which share core's 308 * resources. Loading as much key material to registers allows to 309 * minimize references to shared memory interface, as well as amount 310 * of instructions in inner loops [much needed on T4]. But then having 311 * non-key-length specific routines would require conditional branches 312 * either in inner loops or on subroutines' entries. Former is hardly 313 * acceptable, while latter means code size increase to size occupied 314 * by multiple key-length specific subroutines, so why fight? 315 */ 316 void aes128_t4_cbc_encrypt(const unsigned char *in, unsigned char *out, 317 size_t len, const AES_KEY *key, 318 unsigned char *ivec, int /*unused*/); 319 void aes128_t4_cbc_decrypt(const unsigned char *in, unsigned char *out, 320 size_t len, const AES_KEY *key, 321 unsigned char *ivec, int /*unused*/); 322 void aes192_t4_cbc_encrypt(const unsigned char *in, unsigned char *out, 323 size_t len, const AES_KEY *key, 324 unsigned char *ivec, int /*unused*/); 325 void aes192_t4_cbc_decrypt(const unsigned char *in, unsigned char *out, 326 size_t len, const AES_KEY *key, 327 unsigned char *ivec, int /*unused*/); 328 void aes256_t4_cbc_encrypt(const unsigned char *in, unsigned char *out, 329 size_t len, const AES_KEY *key, 330 unsigned char *ivec, int /*unused*/); 331 void aes256_t4_cbc_decrypt(const unsigned char *in, unsigned char *out, 332 size_t len, const AES_KEY *key, 333 unsigned char *ivec, int /*unused*/); 334 void aes128_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out, 335 size_t blocks, const AES_KEY *key, 336 unsigned char *ivec); 337 void aes192_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out, 338 size_t blocks, const AES_KEY *key, 339 unsigned char *ivec); 340 void aes256_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out, 341 size_t blocks, const AES_KEY *key, 342 unsigned char *ivec); 343 void aes128_t4_xts_encrypt(const unsigned char *in, unsigned char *out, 344 size_t blocks, const AES_KEY *key1, 345 const AES_KEY *key2, const unsigned char *ivec); 346 void aes128_t4_xts_decrypt(const unsigned char *in, unsigned char *out, 347 size_t blocks, const AES_KEY *key1, 348 const AES_KEY *key2, const unsigned char *ivec); 349 void aes256_t4_xts_encrypt(const unsigned char *in, unsigned char *out, 350 size_t blocks, const AES_KEY *key1, 351 const AES_KEY *key2, const unsigned char *ivec); 352 void aes256_t4_xts_decrypt(const unsigned char *in, unsigned char *out, 353 size_t blocks, const AES_KEY *key1, 354 const AES_KEY *key2, const unsigned char *ivec); 355 356 #elif defined(OPENSSL_CPUID_OBJ) && defined(__s390__) 357 /* IBM S390X support */ 358 #include "s390x_arch.h" 359 360 /* Convert key size to function code: [16,24,32] -> [18,19,20]. */ 361 #define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6)) 362 363 /* Most modes of operation need km for partial block processing. */ 364 #define S390X_aes_128_CAPABLE (OPENSSL_s390xcap_P.km[0] & S390X_CAPBIT(S390X_AES_128)) 365 #define S390X_aes_192_CAPABLE (OPENSSL_s390xcap_P.km[0] & S390X_CAPBIT(S390X_AES_192)) 366 #define S390X_aes_256_CAPABLE (OPENSSL_s390xcap_P.km[0] & S390X_CAPBIT(S390X_AES_256)) 367 368 #define S390X_aes_128_cbc_CAPABLE 1 /* checked by callee */ 369 #define S390X_aes_192_cbc_CAPABLE 1 370 #define S390X_aes_256_cbc_CAPABLE 1 371 372 #define S390X_aes_128_ecb_CAPABLE S390X_aes_128_CAPABLE 373 #define S390X_aes_192_ecb_CAPABLE S390X_aes_192_CAPABLE 374 #define S390X_aes_256_ecb_CAPABLE S390X_aes_256_CAPABLE 375 376 #define S390X_aes_128_ofb_CAPABLE (S390X_aes_128_CAPABLE && (OPENSSL_s390xcap_P.kmo[0] & S390X_CAPBIT(S390X_AES_128))) 377 #define S390X_aes_192_ofb_CAPABLE (S390X_aes_192_CAPABLE && (OPENSSL_s390xcap_P.kmo[0] & S390X_CAPBIT(S390X_AES_192))) 378 #define S390X_aes_256_ofb_CAPABLE (S390X_aes_256_CAPABLE && (OPENSSL_s390xcap_P.kmo[0] & S390X_CAPBIT(S390X_AES_256))) 379 380 #define S390X_aes_128_cfb_CAPABLE (S390X_aes_128_CAPABLE && (OPENSSL_s390xcap_P.kmf[0] & S390X_CAPBIT(S390X_AES_128))) 381 #define S390X_aes_192_cfb_CAPABLE (S390X_aes_192_CAPABLE && (OPENSSL_s390xcap_P.kmf[0] & S390X_CAPBIT(S390X_AES_192))) 382 #define S390X_aes_256_cfb_CAPABLE (S390X_aes_256_CAPABLE && (OPENSSL_s390xcap_P.kmf[0] & S390X_CAPBIT(S390X_AES_256))) 383 #define S390X_aes_128_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & S390X_CAPBIT(S390X_AES_128)) 384 #define S390X_aes_192_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & S390X_CAPBIT(S390X_AES_192)) 385 #define S390X_aes_256_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & S390X_CAPBIT(S390X_AES_256)) 386 #define S390X_aes_128_cfb1_CAPABLE 0 387 #define S390X_aes_192_cfb1_CAPABLE 0 388 #define S390X_aes_256_cfb1_CAPABLE 0 389 390 #define S390X_aes_128_ctr_CAPABLE 1 /* checked by callee */ 391 #define S390X_aes_192_ctr_CAPABLE 1 392 #define S390X_aes_256_ctr_CAPABLE 1 393 394 #define S390X_aes_128_xts_CAPABLE 1 /* checked by callee */ 395 #define S390X_aes_256_xts_CAPABLE 1 396 397 #define S390X_aes_128_gcm_CAPABLE (S390X_aes_128_CAPABLE && (OPENSSL_s390xcap_P.kma[0] & S390X_CAPBIT(S390X_AES_128))) 398 #define S390X_aes_192_gcm_CAPABLE (S390X_aes_192_CAPABLE && (OPENSSL_s390xcap_P.kma[0] & S390X_CAPBIT(S390X_AES_192))) 399 #define S390X_aes_256_gcm_CAPABLE (S390X_aes_256_CAPABLE && (OPENSSL_s390xcap_P.kma[0] & S390X_CAPBIT(S390X_AES_256))) 400 401 #define S390X_aes_128_ccm_CAPABLE (S390X_aes_128_CAPABLE && (OPENSSL_s390xcap_P.kmac[0] & S390X_CAPBIT(S390X_AES_128))) 402 #define S390X_aes_192_ccm_CAPABLE (S390X_aes_192_CAPABLE && (OPENSSL_s390xcap_P.kmac[0] & S390X_CAPBIT(S390X_AES_192))) 403 #define S390X_aes_256_ccm_CAPABLE (S390X_aes_256_CAPABLE && (OPENSSL_s390xcap_P.kmac[0] & S390X_CAPBIT(S390X_AES_256))) 404 #define S390X_CCM_AAD_FLAG 0x40 405 406 #ifndef OPENSSL_NO_OCB 407 #define S390X_aes_128_ocb_CAPABLE 0 408 #define S390X_aes_192_ocb_CAPABLE 0 409 #define S390X_aes_256_ocb_CAPABLE 0 410 #endif /* OPENSSL_NO_OCB */ 411 412 #ifndef OPENSSL_NO_SIV 413 #define S390X_aes_128_siv_CAPABLE 0 414 #define S390X_aes_192_siv_CAPABLE 0 415 #define S390X_aes_256_siv_CAPABLE 0 416 #endif /* OPENSSL_NO_SIV */ 417 418 /* Convert key size to function code: [16,24,32] -> [18,19,20]. */ 419 #define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6)) 420 #elif defined(OPENSSL_CPUID_OBJ) && defined(__riscv) && __riscv_xlen == 64 421 /* RISC-V 64 support */ 422 #include "riscv_arch.h" 423 424 /* Zkne and Zknd extensions (scalar crypto AES). */ 425 int rv64i_zkne_set_encrypt_key(const unsigned char *userKey, const int bits, 426 AES_KEY *key); 427 int rv64i_zknd_set_decrypt_key(const unsigned char *userKey, const int bits, 428 AES_KEY *key); 429 void rv64i_zkne_encrypt(const unsigned char *in, unsigned char *out, 430 const AES_KEY *key); 431 void rv64i_zknd_decrypt(const unsigned char *in, unsigned char *out, 432 const AES_KEY *key); 433 /* Zvkned extension (vector crypto AES). */ 434 int rv64i_zvkned_set_encrypt_key(const unsigned char *userKey, const int bits, 435 AES_KEY *key); 436 int rv64i_zvkned_set_decrypt_key(const unsigned char *userKey, const int bits, 437 AES_KEY *key); 438 void rv64i_zvkned_encrypt(const unsigned char *in, unsigned char *out, 439 const AES_KEY *key); 440 void rv64i_zvkned_decrypt(const unsigned char *in, unsigned char *out, 441 const AES_KEY *key); 442 443 void rv64i_zvkned_cbc_encrypt(const unsigned char *in, unsigned char *out, 444 size_t length, const AES_KEY *key, 445 unsigned char *ivec, const int enc); 446 447 void rv64i_zvkned_cbc_decrypt(const unsigned char *in, unsigned char *out, 448 size_t length, const AES_KEY *key, 449 unsigned char *ivec, const int enc); 450 451 void rv64i_zvkned_ecb_encrypt(const unsigned char *in, unsigned char *out, 452 size_t length, const AES_KEY *key, 453 const int enc); 454 455 void rv64i_zvkned_ecb_decrypt(const unsigned char *in, unsigned char *out, 456 size_t length, const AES_KEY *key, 457 const int enc); 458 459 void rv64i_zvkb_zvkned_ctr32_encrypt_blocks(const unsigned char *in, 460 unsigned char *out, size_t blocks, 461 const void *key, 462 const unsigned char ivec[16]); 463 464 size_t rv64i_zvkb_zvkg_zvkned_aes_gcm_encrypt(const unsigned char *in, 465 unsigned char *out, size_t len, 466 const void *key, 467 unsigned char ivec[16], u64 *Xi); 468 469 size_t rv64i_zvkb_zvkg_zvkned_aes_gcm_decrypt(const unsigned char *in, 470 unsigned char *out, size_t len, 471 const void *key, 472 unsigned char ivec[16], u64 *Xi); 473 474 void rv64i_zvbb_zvkg_zvkned_aes_xts_encrypt(const unsigned char *in, 475 unsigned char *out, size_t length, 476 const AES_KEY *key1, 477 const AES_KEY *key2, 478 const unsigned char iv[16]); 479 480 void rv64i_zvbb_zvkg_zvkned_aes_xts_decrypt(const unsigned char *in, 481 unsigned char *out, size_t length, 482 const AES_KEY *key1, 483 const AES_KEY *key2, 484 const unsigned char iv[16]); 485 486 void gcm_ghash_rv64i_zvkg(u64 Xi[2], const u128 Htable[16], const u8 *inp, 487 size_t len); 488 489 #define AES_GCM_ENC_BYTES 64 490 #define AES_GCM_DEC_BYTES 64 491 #define AES_gcm_encrypt rv64i_zvkb_zvkg_zvkned_aes_gcm_encrypt 492 #define AES_gcm_decrypt rv64i_zvkb_zvkg_zvkned_aes_gcm_decrypt 493 #define AES_GCM_ASM(ctx) \ 494 (ctx->ctr == rv64i_zvkb_zvkned_ctr32_encrypt_blocks && ctx->gcm.funcs.ghash == gcm_ghash_rv64i_zvkg) 495 496 #elif defined(OPENSSL_CPUID_OBJ) && defined(__riscv) && __riscv_xlen == 32 497 /* RISC-V 32 support */ 498 #include "riscv_arch.h" 499 500 int rv32i_zkne_set_encrypt_key(const unsigned char *userKey, const int bits, 501 AES_KEY *key); 502 /* set_decrypt_key needs both zknd and zkne */ 503 int rv32i_zknd_zkne_set_decrypt_key(const unsigned char *userKey, const int bits, 504 AES_KEY *key); 505 int rv32i_zbkb_zkne_set_encrypt_key(const unsigned char *userKey, const int bits, 506 AES_KEY *key); 507 int rv32i_zbkb_zknd_zkne_set_decrypt_key(const unsigned char *userKey, const int bits, 508 AES_KEY *key); 509 void rv32i_zkne_encrypt(const unsigned char *in, unsigned char *out, 510 const AES_KEY *key); 511 void rv32i_zknd_decrypt(const unsigned char *in, unsigned char *out, 512 const AES_KEY *key); 513 #endif 514 515 #if defined(HWAES_CAPABLE) 516 int HWAES_set_encrypt_key(const unsigned char *userKey, const int bits, 517 AES_KEY *key); 518 int HWAES_set_decrypt_key(const unsigned char *userKey, const int bits, 519 AES_KEY *key); 520 void HWAES_encrypt(const unsigned char *in, unsigned char *out, 521 const AES_KEY *key); 522 void HWAES_decrypt(const unsigned char *in, unsigned char *out, 523 const AES_KEY *key); 524 void HWAES_cbc_encrypt(const unsigned char *in, unsigned char *out, 525 size_t length, const AES_KEY *key, 526 unsigned char *ivec, const int enc); 527 void HWAES_ecb_encrypt(const unsigned char *in, unsigned char *out, 528 size_t length, const AES_KEY *key, 529 const int enc); 530 void HWAES_ctr32_encrypt_blocks(const unsigned char *in, unsigned char *out, 531 size_t len, const void *key, 532 const unsigned char ivec[16]); 533 #if defined(AES_UNROLL12_EOR3_CAPABLE) 534 void HWAES_ctr32_encrypt_blocks_unroll12_eor3(const unsigned char *in, unsigned char *out, 535 size_t len, const void *key, 536 const unsigned char ivec[16]); 537 #endif 538 void HWAES_xts_encrypt(const unsigned char *inp, unsigned char *out, 539 size_t len, const AES_KEY *key1, 540 const AES_KEY *key2, const unsigned char iv[16]); 541 void HWAES_xts_decrypt(const unsigned char *inp, unsigned char *out, 542 size_t len, const AES_KEY *key1, 543 const AES_KEY *key2, const unsigned char iv[16]); 544 #ifndef OPENSSL_NO_OCB 545 #ifdef HWAES_ocb_encrypt 546 void HWAES_ocb_encrypt(const unsigned char *in, unsigned char *out, 547 size_t blocks, const void *key, 548 size_t start_block_num, 549 unsigned char offset_i[16], 550 const unsigned char L_[][16], 551 unsigned char checksum[16]); 552 #else 553 #define HWAES_ocb_encrypt ((ocb128_f)NULL) 554 #endif 555 #ifdef HWAES_ocb_decrypt 556 void HWAES_ocb_decrypt(const unsigned char *in, unsigned char *out, 557 size_t blocks, const void *key, 558 size_t start_block_num, 559 unsigned char offset_i[16], 560 const unsigned char L_[][16], 561 unsigned char checksum[16]); 562 #else 563 #define HWAES_ocb_decrypt ((ocb128_f)NULL) 564 #endif 565 #endif /* OPENSSL_NO_OCB */ 566 567 #endif /* HWAES_CAPABLE */ 568 569 #endif /* OSSL_AES_PLATFORM_H */ 570