/freebsd/sys/contrib/libb2/ |
H A D | blake2s-load-sse41.h | 33 buf = _mm_shuffle_epi32(t2, _MM_SHUFFLE(2,1,0,3)); 36 t0 = _mm_shuffle_epi32(m2,_MM_SHUFFLE(0,0,2,0)); \ 39 buf = _mm_shuffle_epi32(t2, _MM_SHUFFLE(2,3,0,1)); 45 buf = _mm_shuffle_epi32(t2, _MM_SHUFFLE(2,3,0,1)); 51 buf = _mm_shuffle_epi32(t2, _MM_SHUFFLE(2,3,0,1)); 57 buf = _mm_shuffle_epi32(t2, _MM_SHUFFLE(3,1,0,2)); 69 buf = _mm_shuffle_epi32(t2, _MM_SHUFFLE(1,0,3,2)); 75 buf = _mm_shuffle_epi32(t2, _MM_SHUFFLE(0,1,2,3)); 81 buf = _mm_shuffle_epi32(t2, _MM_SHUFFLE(3,1,0,2)); 87 buf = _mm_shuffle_epi32(t2, _MM_SHUFFLE(2,0,1,3)); [all …]
|
H A D | blake2s-round.h | 61 row4 = _mm_shuffle_epi32( row4, _MM_SHUFFLE(2,1,0,3) ); \ 62 row3 = _mm_shuffle_epi32( row3, _MM_SHUFFLE(1,0,3,2) ); \ 63 row2 = _mm_shuffle_epi32( row2, _MM_SHUFFLE(0,3,2,1) ); 66 row4 = _mm_shuffle_epi32( row4, _MM_SHUFFLE(0,3,2,1) ); \ 67 row3 = _mm_shuffle_epi32( row3, _MM_SHUFFLE(1,0,3,2) ); \ 68 row2 = _mm_shuffle_epi32( row2, _MM_SHUFFLE(2,1,0,3) );
|
H A D | blake2b-load-sse41.h | 68 b0 = _mm_shuffle_epi32(m0, _MM_SHUFFLE(1,0,3,2)); \ 229 b1 = _mm_shuffle_epi32(m4, _MM_SHUFFLE(1,0,3,2)); \ 388 b0 = _mm_shuffle_epi32(m0, _MM_SHUFFLE(1,0,3,2)); \
|
H A D | blake2b-round.h | 33 (-(c) == 32) ? _mm_shuffle_epi32((x), _MM_SHUFFLE(2,3,0,1)) \
|
/freebsd/sys/crypto/aesni/ |
H A D | intel_sha256.c | 79 tmp = _mm_shuffle_epi32(tmp, 0xB1); // CDAB in intel_sha256_step() 80 state1 = _mm_shuffle_epi32(state1, 0x1B); // EFGH in intel_sha256_step() 97 msg = _mm_shuffle_epi32(msg, 0x0E); in intel_sha256_step() 106 msg = _mm_shuffle_epi32(msg, 0x0E); in intel_sha256_step() 116 msg = _mm_shuffle_epi32(msg, 0x0E); in intel_sha256_step() 129 msg = _mm_shuffle_epi32(msg, 0x0E); in intel_sha256_step() 140 msg = _mm_shuffle_epi32(msg, 0x0E); in intel_sha256_step() 151 msg = _mm_shuffle_epi32(msg, 0x0E); in intel_sha256_step() 162 msg = _mm_shuffle_epi32(msg, 0x0E); in intel_sha256_step() 173 msg = _mm_shuffle_epi32(msg, 0x0E); in intel_sha256_step() [all …]
|
H A D | aesni_ghash.c | 189 tmp0 = _mm_shuffle_epi32(H1, 78); in reduce4() 190 tmp4 = _mm_shuffle_epi32(X1, 78); in reduce4() 193 tmp1 = _mm_shuffle_epi32(H2, 78); in reduce4() 194 tmp5 = _mm_shuffle_epi32(X2, 78); in reduce4() 197 tmp2 = _mm_shuffle_epi32(H3, 78); in reduce4() 198 tmp6 = _mm_shuffle_epi32(X3, 78); in reduce4() 201 tmp3 = _mm_shuffle_epi32(H4, 78); in reduce4() 202 tmp7 = _mm_shuffle_epi32(X4, 78); in reduce4()
|
H A D | intel_sha1.c | 82 abcd = _mm_shuffle_epi32(abcd, 0x1B); in intel_sha1_step() 256 abcd = _mm_shuffle_epi32(abcd, 0x1B); in intel_sha1_step()
|
/freebsd/sys/contrib/libsodium/src/libsodium/crypto_stream/salsa20/xmm6int/ |
H A D | u0.h | 29 diag3 = _mm_shuffle_epi32(diag3, 0x93); 38 diag2 = _mm_shuffle_epi32(diag2, 0x4e); 47 diag1 = _mm_shuffle_epi32(diag1, 0x39); 65 diag1 = _mm_shuffle_epi32(diag1, 0x93); 74 diag2 = _mm_shuffle_epi32(diag2, 0x4e); 83 diag3 = _mm_shuffle_epi32(diag3, 0x39); 101 diag3 = _mm_shuffle_epi32(diag3, 0x93); 110 diag2 = _mm_shuffle_epi32(diag2, 0x4e); 119 diag1 = _mm_shuffle_epi32(diag1, 0x39); 137 diag1 = _mm_shuffle_epi32(diag1, 0x93); [all …]
|
H A D | u1.h | 30 diag3 = _mm_shuffle_epi32(diag3, 0x93); 39 diag2 = _mm_shuffle_epi32(diag2, 0x4e); 48 diag1 = _mm_shuffle_epi32(diag1, 0x39); 66 diag1 = _mm_shuffle_epi32(diag1, 0x93); 75 diag2 = _mm_shuffle_epi32(diag2, 0x4e); 84 diag3 = _mm_shuffle_epi32(diag3, 0x39); 102 diag3 = _mm_shuffle_epi32(diag3, 0x93); 111 diag2 = _mm_shuffle_epi32(diag2, 0x4e); 120 diag1 = _mm_shuffle_epi32(diag1, 0x39); 138 diag1 = _mm_shuffle_epi32(diag1, 0x93); [all …]
|
H A D | u4.h | 16 z5 = _mm_shuffle_epi32(z0, 0x55); 17 z10 = _mm_shuffle_epi32(z0, 0xaa); 18 z15 = _mm_shuffle_epi32(z0, 0xff); 19 z0 = _mm_shuffle_epi32(z0, 0x00); 21 z6 = _mm_shuffle_epi32(z1, 0xaa); 22 z11 = _mm_shuffle_epi32(z1, 0xff); 23 z12 = _mm_shuffle_epi32(z1, 0x00); 24 z1 = _mm_shuffle_epi32(z1, 0x55); 26 z7 = _mm_shuffle_epi32(z2, 0xff); 27 z13 = _mm_shuffle_epi32(z2, 0x55); [all …]
|
/freebsd/contrib/bearssl/src/hash/ |
H A D | ghash_pclmul.c | 101 (x) = _mm_shuffle_epi32(byteswap1, 0x4E); \ 149 kx = _mm_xor_si128(kw, _mm_shuffle_epi32(kw, 0x0E)); \ 223 z0 = _mm_shuffle_epi32(z1, 0x0E); \ 224 z2 = _mm_shuffle_epi32(z3, 0x0E); \ 288 t0 = _mm_shuffle_epi32(t1, 0x0E); in br_ghash_pclmul() 289 t1 = _mm_xor_si128(t1, _mm_shuffle_epi32(t2, 0x0E)); in br_ghash_pclmul() 290 t2 = _mm_xor_si128(t2, _mm_shuffle_epi32(t3, 0x0E)); in br_ghash_pclmul() 342 t0 = _mm_shuffle_epi32(t1, 0x0E); in br_ghash_pclmul() 343 t1 = _mm_xor_si128(t1, _mm_shuffle_epi32(t2, 0x0E)); in br_ghash_pclmul() 344 t2 = _mm_xor_si128(t2, _mm_shuffle_epi32(t3, 0x0E)); in br_ghash_pclmul() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Support/BLAKE3/ |
H A D | blake3_sse41.c | 72 *row0 = _mm_shuffle_epi32(*row0, _MM_SHUFFLE(2, 1, 0, 3)); in diagonalize() 73 *row3 = _mm_shuffle_epi32(*row3, _MM_SHUFFLE(1, 0, 3, 2)); in diagonalize() 74 *row2 = _mm_shuffle_epi32(*row2, _MM_SHUFFLE(0, 3, 2, 1)); in diagonalize() 78 *row0 = _mm_shuffle_epi32(*row0, _MM_SHUFFLE(0, 3, 2, 1)); in undiagonalize() 79 *row3 = _mm_shuffle_epi32(*row3, _MM_SHUFFLE(1, 0, 3, 2)); in undiagonalize() 80 *row2 = _mm_shuffle_epi32(*row2, _MM_SHUFFLE(2, 1, 0, 3)); in undiagonalize() 107 t2 = _mm_shuffle_epi32(t2, _MM_SHUFFLE(2, 1, 0, 3)); // 12 10 8 14 in compress_pre() 110 t3 = _mm_shuffle_epi32(t3, _MM_SHUFFLE(2, 1, 0, 3)); // 13 11 9 15 in compress_pre() 121 t0 = _mm_shuffle_epi32(t0, _MM_SHUFFLE(0, 3, 2, 1)); in compress_pre() 124 tt = _mm_shuffle_epi32(m0, _MM_SHUFFLE(0, 0, 3, 3)); in compress_pre() [all …]
|
H A D | blake3_sse2.c | 70 *row0 = _mm_shuffle_epi32(*row0, _MM_SHUFFLE(2, 1, 0, 3)); in diagonalize() 71 *row3 = _mm_shuffle_epi32(*row3, _MM_SHUFFLE(1, 0, 3, 2)); in diagonalize() 72 *row2 = _mm_shuffle_epi32(*row2, _MM_SHUFFLE(0, 3, 2, 1)); in diagonalize() 76 *row0 = _mm_shuffle_epi32(*row0, _MM_SHUFFLE(0, 3, 2, 1)); in undiagonalize() 77 *row3 = _mm_shuffle_epi32(*row3, _MM_SHUFFLE(1, 0, 3, 2)); in undiagonalize() 78 *row2 = _mm_shuffle_epi32(*row2, _MM_SHUFFLE(2, 1, 0, 3)); in undiagonalize() 113 t2 = _mm_shuffle_epi32(t2, _MM_SHUFFLE(2, 1, 0, 3)); // 12 10 8 14 in compress_pre() 116 t3 = _mm_shuffle_epi32(t3, _MM_SHUFFLE(2, 1, 0, 3)); // 13 11 9 15 in compress_pre() 127 t0 = _mm_shuffle_epi32(t0, _MM_SHUFFLE(0, 3, 2, 1)); in compress_pre() 130 tt = _mm_shuffle_epi32(m0, _MM_SHUFFLE(0, 0, 3, 3)); in compress_pre() [all …]
|
H A D | blake3_avx512.c | 105 *row0 = _mm_shuffle_epi32(*row0, _MM_SHUFFLE(2, 1, 0, 3)); in diagonalize() 106 *row3 = _mm_shuffle_epi32(*row3, _MM_SHUFFLE(1, 0, 3, 2)); in diagonalize() 107 *row2 = _mm_shuffle_epi32(*row2, _MM_SHUFFLE(0, 3, 2, 1)); in diagonalize() 111 *row0 = _mm_shuffle_epi32(*row0, _MM_SHUFFLE(0, 3, 2, 1)); in undiagonalize() 112 *row3 = _mm_shuffle_epi32(*row3, _MM_SHUFFLE(1, 0, 3, 2)); in undiagonalize() 113 *row2 = _mm_shuffle_epi32(*row2, _MM_SHUFFLE(2, 1, 0, 3)); in undiagonalize() 140 t2 = _mm_shuffle_epi32(t2, _MM_SHUFFLE(2, 1, 0, 3)); // 12 10 8 14 in compress_pre() 143 t3 = _mm_shuffle_epi32(t3, _MM_SHUFFLE(2, 1, 0, 3)); // 13 11 9 15 in compress_pre() 154 t0 = _mm_shuffle_epi32(t0, _MM_SHUFFLE(0, 3, 2, 1)); in compress_pre() 157 tt = _mm_shuffle_epi32(m0, _MM_SHUFFLE(0, 0, 3, 3)); in compress_pre() [all …]
|
/freebsd/sys/contrib/libsodium/src/libsodium/crypto_stream/chacha20/dolbeau/ |
H A D | u0.h | 32 x_0 = _mm_shuffle_epi32(x_0, 0x93); 36 x_3 = _mm_shuffle_epi32(x_3, 0x4e); 38 x_2 = _mm_shuffle_epi32(x_2, 0x39); 59 x_0 = _mm_shuffle_epi32(x_0, 0x39); 63 x_3 = _mm_shuffle_epi32(x_3, 0x4e); 65 x_2 = _mm_shuffle_epi32(x_2, 0x93);
|
H A D | u1.h | 33 x_0 = _mm_shuffle_epi32(x_0, 0x93); 37 x_3 = _mm_shuffle_epi32(x_3, 0x4e); 39 x_2 = _mm_shuffle_epi32(x_2, 0x39); 60 x_0 = _mm_shuffle_epi32(x_0, 0x39); 64 x_3 = _mm_shuffle_epi32(x_3, 0x4e); 66 x_2 = _mm_shuffle_epi32(x_2, 0x93);
|
/freebsd/sys/contrib/libsodium/src/libsodium/crypto_onetimeauth/poly1305/sse2/ |
H A D | poly1305_sse2.c | 201 _mm_shuffle_epi32(_mm_cvtsi32_si128(1 << 24), _MM_SHUFFLE(1, 0, 1, 0)); in poly1305_blocks() 202 const xmmi MMASK = _mm_shuffle_epi32(_mm_cvtsi32_si128((1 << 26) - 1), in poly1305_blocks() 205 _mm_shuffle_epi32(_mm_cvtsi32_si128(5), _MM_SHUFFLE(1, 0, 1, 0)); in poly1305_blocks() 242 H0 = _mm_shuffle_epi32(T0, _MM_SHUFFLE(1, 1, 0, 0)); in poly1305_blocks() 243 H1 = _mm_shuffle_epi32(T0, _MM_SHUFFLE(3, 3, 2, 2)); in poly1305_blocks() 244 H2 = _mm_shuffle_epi32(T1, _MM_SHUFFLE(1, 1, 0, 0)); in poly1305_blocks() 245 H3 = _mm_shuffle_epi32(T1, _MM_SHUFFLE(3, 3, 2, 2)); in poly1305_blocks() 246 H4 = _mm_shuffle_epi32(T2, _MM_SHUFFLE(1, 1, 0, 0)); in poly1305_blocks() 267 R20 = _mm_shuffle_epi32(T4, _MM_SHUFFLE(1, 1, 0, 0)); in poly1305_blocks() 268 R21 = _mm_shuffle_epi32(T4, _MM_SHUFFLE(3, 3, 2, 2)); in poly1305_blocks() [all …]
|
/freebsd/contrib/bearssl/src/symcipher/ |
H A D | chacha20_sse2.c | 133 s1 = _mm_shuffle_epi32(s1, 0x39); in br_chacha20_sse2_run() 134 s2 = _mm_shuffle_epi32(s2, 0x4E); in br_chacha20_sse2_run() 135 s3 = _mm_shuffle_epi32(s3, 0x93); in br_chacha20_sse2_run() 165 s1 = _mm_shuffle_epi32(s1, 0x93); in br_chacha20_sse2_run() 166 s2 = _mm_shuffle_epi32(s2, 0x4E); in br_chacha20_sse2_run() 167 s3 = _mm_shuffle_epi32(s3, 0x39); in br_chacha20_sse2_run()
|
H A D | aes_x86ni.c | 56 k2 = _mm_shuffle_epi32(k2, 0xFF); in expand_step128() 66 *t2 = _mm_shuffle_epi32(*t2, 0x55); in expand_step192() 74 *t2 = _mm_shuffle_epi32(*t1, 0xFF); in expand_step192() 86 *t2 = _mm_shuffle_epi32(*t2, 0xFF); in expand_step256_1() 103 t2 = _mm_shuffle_epi32(t4, 0xAA); in expand_step256_2() 174 t3 = _mm_shuffle_epi32(t3, 0x4E); in x86ni_keysched()
|
/freebsd/sys/contrib/libsodium/src/libsodium/crypto_pwhash/scryptsalsa208sha256/sse/ |
H A D | pwhash_scryptsalsa208sha256_sse.c | 73 X1 = _mm_shuffle_epi32(X1, 0x93); \ 74 X2 = _mm_shuffle_epi32(X2, 0x4E); \ 75 X3 = _mm_shuffle_epi32(X3, 0x39); \ 84 X1 = _mm_shuffle_epi32(X1, 0x39); \ 85 X2 = _mm_shuffle_epi32(X2, 0x4E); \ 86 X3 = _mm_shuffle_epi32(X3, 0x93);
|
/freebsd/sys/contrib/libsodium/src/libsodium/crypto_generichash/blake2b/ref/ |
H A D | blake2b-load-sse41.h | 57 b0 = _mm_shuffle_epi32(m0, _MM_SHUFFLE(1, 0, 3, 2)); \ 178 b1 = _mm_shuffle_epi32(m4, _MM_SHUFFLE(1, 0, 3, 2)); \ 297 b0 = _mm_shuffle_epi32(m0, _MM_SHUFFLE(1, 0, 3, 2)); \
|
H A D | blake2b-compress-sse41.h | 10 ? _mm_shuffle_epi32((x), _MM_SHUFFLE(2, 3, 0, 1)) \
|
H A D | blake2b-compress-ssse3.h | 10 ? _mm_shuffle_epi32((x), _MM_SHUFFLE(2, 3, 0, 1)) \
|
/freebsd/sys/contrib/libsodium/src/libsodium/crypto_pwhash/argon2/ |
H A D | blamka-round-ssse3.h | 13 ? _mm_shuffle_epi32((x), _MM_SHUFFLE(2, 3, 0, 1)) \
|
/freebsd/sys/contrib/libsodium/src/libsodium/crypto_aead/aes256gcm/aesni/ |
H A D | aead_aes256gcm_aesni.c | 72 X1 = _mm_shuffle_epi32(_mm_aeskeygenassist_si128(X2, (S)), 0xff); \ in aesni_key256_expand() 81 X1 = _mm_shuffle_epi32(_mm_aeskeygenassist_si128(X0, (S)), 0xaa); \ in aesni_key256_expand() 317 tmp##a = _mm_shuffle_epi32(H##a, 0x4e); \ 318 tmp##a##B = _mm_shuffle_epi32(X##a, 0x4e); \
|