1 /*
2 * Copyright 2013-2025 The OpenSSL Project Authors. All Rights Reserved.
3 * Copyright (c) 2020, Intel Corporation. All Rights Reserved.
4 *
5 * Licensed under the Apache License 2.0 (the "License"). You may not use
6 * this file except in compliance with the License. You can obtain a copy
7 * in the file LICENSE in the source distribution or at
8 * https://www.openssl.org/source/license.html
9 *
10 * Originally written by Shay Gueron (1, 2), and Vlad Krasnov (1)
11 * (1) Intel Corporation, Israel Development Center, Haifa, Israel
12 * (2) University of Haifa, Israel
13 */
14
15 #ifndef OSSL_CRYPTO_BN_RSAZ_EXP_H
16 # define OSSL_CRYPTO_BN_RSAZ_EXP_H
17
18 # undef RSAZ_ENABLED
19 # if defined(OPENSSL_BN_ASM_MONT) && \
20 (defined(__x86_64) || defined(__x86_64__) || \
21 defined(_M_AMD64) || defined(_M_X64))
22 # define RSAZ_ENABLED
23
24 # include <openssl/bn.h>
25 # include "internal/constant_time.h"
26 # include "bn_local.h"
27
28 void RSAZ_1024_mod_exp_avx2(BN_ULONG result[16],
29 const BN_ULONG base_norm[16],
30 const BN_ULONG exponent[16],
31 const BN_ULONG m_norm[16], const BN_ULONG RR[16],
32 BN_ULONG k0);
33 int rsaz_avx2_eligible(void);
34
35 void RSAZ_512_mod_exp(BN_ULONG result[8],
36 const BN_ULONG base_norm[8], const BN_ULONG exponent[8],
37 const BN_ULONG m_norm[8], BN_ULONG k0,
38 const BN_ULONG RR[8]);
39
40
41 int ossl_rsaz_avx512ifma_eligible(void);
42
43 int ossl_rsaz_avxifma_eligible(void);
44
45 int ossl_rsaz_mod_exp_avx512_x2(BN_ULONG *res1,
46 const BN_ULONG *base1,
47 const BN_ULONG *exponent1,
48 const BN_ULONG *m1,
49 const BN_ULONG *RR1,
50 BN_ULONG k0_1,
51 BN_ULONG *res2,
52 const BN_ULONG *base2,
53 const BN_ULONG *exponent2,
54 const BN_ULONG *m2,
55 const BN_ULONG *RR2,
56 BN_ULONG k0_2,
57 int factor_size);
58
bn_select_words(BN_ULONG * r,BN_ULONG mask,const BN_ULONG * a,const BN_ULONG * b,size_t num)59 static ossl_inline void bn_select_words(BN_ULONG *r, BN_ULONG mask,
60 const BN_ULONG *a,
61 const BN_ULONG *b, size_t num)
62 {
63 size_t i;
64
65 for (i = 0; i < num; i++) {
66 r[i] = constant_time_select_64(mask, a[i], b[i]);
67 }
68 }
69
bn_reduce_once_in_place(BN_ULONG * r,BN_ULONG carry,const BN_ULONG * m,BN_ULONG * tmp,size_t num)70 static ossl_inline BN_ULONG bn_reduce_once_in_place(BN_ULONG *r,
71 BN_ULONG carry,
72 const BN_ULONG *m,
73 BN_ULONG *tmp, size_t num)
74 {
75 carry -= bn_sub_words(tmp, r, m, num);
76 bn_select_words(r, carry, r /* tmp < 0 */, tmp /* tmp >= 0 */, num);
77 return carry;
78 }
79
80 # endif
81
82 #endif
83