Home
last modified time | relevance | path

Searched refs:__m128i (Results 1 – 25 of 70) sorted by relevance

123

/freebsd/contrib/llvm-project/clang/lib/Headers/
H A Dxopintrin.h23 static __inline__ __m128i __DEFAULT_FN_ATTRS
24 _mm_maccs_epi16(__m128i __A, __m128i __B, __m128i __C) in _mm_maccs_epi16()
26 return (__m128i)__builtin_ia32_vpmacssww((__v8hi)__A, (__v8hi)__B, (__v8hi)__C); in _mm_maccs_epi16()
29 static __inline__ __m128i __DEFAULT_FN_ATTRS
30 _mm_macc_epi16(__m128i __A, __m128i __B, __m128i __C) in _mm_macc_epi16()
32 return (__m128i)__builtin_ia32_vpmacsww((__v8hi)__A, (__v8hi)__B, (__v8hi)__C); in _mm_macc_epi16()
35 static __inline__ __m128i __DEFAULT_FN_ATTRS
36 _mm_maccsd_epi16(__m128i __A, __m128i __B, __m128i __C) in _mm_maccsd_epi16()
38 return (__m128i)__builtin_ia32_vpmacsswd((__v8hi)__A, (__v8hi)__B, (__v4si)__C); in _mm_maccsd_epi16()
41 static __inline__ __m128i __DEFAULT_FN_ATTRS
[all …]
H A Dsmmintrin.h490 static __inline__ __m128i __DEFAULT_FN_ATTRS _mm_blendv_epi8(__m128i __V1, in _mm_blendv_epi8()
491 __m128i __V2, in _mm_blendv_epi8()
492 __m128i __M) { in _mm_blendv_epi8()
493 return (__m128i)__builtin_ia32_pblendvb128((__v16qi)__V1, (__v16qi)__V2, in _mm_blendv_epi8()
522 ((__m128i)__builtin_ia32_pblendw128((__v8hi)(__m128i)(V1), \
523 (__v8hi)(__m128i)(V2), (int)(M)))
539 static __inline__ __m128i __DEFAULT_FN_ATTRS _mm_mullo_epi32(__m128i __V1, in _mm_mullo_epi32()
540 __m128i __V2) { in _mm_mullo_epi32()
541 return (__m128i)((__v4su)__V1 * (__v4su)__V2); in _mm_mullo_epi32()
558 static __inline__ __m128i __DEFAULT_FN_ATTRS _mm_mul_epi32(__m128i __V1, in _mm_mul_epi32()
[all …]
H A Demmintrin.h20 typedef long long __m128i __attribute__((__vector_size__(16), __aligned__(16))); typedef
1315 static __inline__ __m128d __DEFAULT_FN_ATTRS _mm_cvtepi32_pd(__m128i __a) { in _mm_cvtepi32_pd()
1337 static __inline__ __m128i __DEFAULT_FN_ATTRS _mm_cvtpd_epi32(__m128d __a) { in _mm_cvtpd_epi32()
1450 static __inline__ __m128i __DEFAULT_FN_ATTRS _mm_cvttpd_epi32(__m128d __a) { in _mm_cvttpd_epi32()
1451 return (__m128i)__builtin_ia32_cvttpd2dq((__v2df)__a); in _mm_cvttpd_epi32()
1627 static __inline__ __m128i __DEFAULT_FN_ATTRS _mm_loadu_si64(void const *__a) { in _mm_loadu_si64()
1632 return __extension__(__m128i)(__v2di){__u, 0LL}; in _mm_loadu_si64()
1646 static __inline__ __m128i __DEFAULT_FN_ATTRS _mm_loadu_si32(void const *__a) { in _mm_loadu_si32()
1651 return __extension__(__m128i)(__v4si){__u, 0, 0, 0}; in _mm_loadu_si32()
1665 static __inline__ __m128i __DEFAULT_FN_ATTRS _mm_loadu_si16(void const *__a) { in _mm_loadu_si16()
[all …]
H A Dtmmintrin.h58 static __inline__ __m128i __DEFAULT_FN_ATTRS
59 _mm_abs_epi8(__m128i __a) in _mm_abs_epi8()
61 return (__m128i)__builtin_elementwise_abs((__v16qs)__a); in _mm_abs_epi8()
94 static __inline__ __m128i __DEFAULT_FN_ATTRS
95 _mm_abs_epi16(__m128i __a) in _mm_abs_epi16()
97 return (__m128i)__builtin_elementwise_abs((__v8hi)__a); in _mm_abs_epi16()
130 static __inline__ __m128i __DEFAULT_FN_ATTRS
131 _mm_abs_epi32(__m128i __a) in _mm_abs_epi32()
133 return (__m128i)__builtin_elementwise_abs((__v4si)__a); in _mm_abs_epi32()
157 ((__m128i)__builtin_ia32_palignr128((__v16qi)(__m128i)(a), \
[all …]
H A Dshaintrin.h51 __builtin_ia32_sha1rnds4((__v4si)(__m128i)(V1), (__v4si)(__m128i)(V2), (M))
69 static __inline__ __m128i __DEFAULT_FN_ATTRS
70 _mm_sha1nexte_epu32(__m128i __X, __m128i __Y) in _mm_sha1nexte_epu32()
72 return (__m128i)__builtin_ia32_sha1nexte((__v4si)__X, (__v4si)__Y); in _mm_sha1nexte_epu32()
89 static __inline__ __m128i __DEFAULT_FN_ATTRS
90 _mm_sha1msg1_epu32(__m128i __X, __m128i __Y) in _mm_sha1msg1_epu32()
92 return (__m128i)__builtin_ia32_sha1msg1((__v4si)__X, (__v4si)__Y); in _mm_sha1msg1_epu32()
109 static __inline__ __m128i __DEFAULT_FN_ATTRS
110 _mm_sha1msg2_epu32(__m128i __X, __m128i __Y) in _mm_sha1msg2_epu32()
112 return (__m128i)__builtin_ia32_sha1msg2((__v4si)__X, (__v4si)__Y); in _mm_sha1msg2_epu32()
[all …]
H A Davxvnniint16intrin.h56 static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_dpwsud_epi32(__m128i __W, in _mm_dpwsud_epi32()
57 __m128i __A, in _mm_dpwsud_epi32()
58 __m128i __B) { in _mm_dpwsud_epi32()
59 return (__m128i)__builtin_ia32_vpdpwsud128((__v4si)__W, (__v4si)__A, in _mm_dpwsud_epi32()
130 static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_dpwsuds_epi32(__m128i __W, in _mm_dpwsuds_epi32()
131 __m128i __A, in _mm_dpwsuds_epi32()
132 __m128i __B) { in _mm_dpwsuds_epi32()
133 return (__m128i)__builtin_ia32_vpdpwsuds128((__v4si)__W, (__v4si)__A, in _mm_dpwsuds_epi32()
204 static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_dpwusd_epi32(__m128i __W, in _mm_dpwusd_epi32()
205 __m128i __A, in _mm_dpwusd_epi32()
[all …]
H A Davxvnniint8intrin.h55 static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_dpbssd_epi32(__m128i __W, in _mm_dpbssd_epi32()
56 __m128i __A, in _mm_dpbssd_epi32()
57 __m128i __B) { in _mm_dpbssd_epi32()
58 return (__m128i)__builtin_ia32_vpdpbssd128((__v4si)__W, (__v4si)__A, in _mm_dpbssd_epi32()
129 static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_dpbssds_epi32(__m128i __W, in _mm_dpbssds_epi32()
130 __m128i __A, in _mm_dpbssds_epi32()
131 __m128i __B) { in _mm_dpbssds_epi32()
132 return (__m128i)__builtin_ia32_vpdpbssds128((__v4si)__W, (__v4si)__A, in _mm_dpbssds_epi32()
203 static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_dpbsud_epi32(__m128i __W, in _mm_dpbsud_epi32()
204 __m128i __A, in _mm_dpbsud_epi32()
[all …]
H A D__wmmintrin_aes.h34 static __inline__ __m128i __DEFAULT_FN_ATTRS
35 _mm_aesenc_si128(__m128i __V, __m128i __R) in _mm_aesenc_si128()
37 return (__m128i)__builtin_ia32_aesenc128((__v2di)__V, (__v2di)__R); in _mm_aesenc_si128()
54 static __inline__ __m128i __DEFAULT_FN_ATTRS
55 _mm_aesenclast_si128(__m128i __V, __m128i __R) in _mm_aesenclast_si128()
57 return (__m128i)__builtin_ia32_aesenclast128((__v2di)__V, (__v2di)__R); in _mm_aesenclast_si128()
74 static __inline__ __m128i __DEFAULT_FN_ATTRS
75 _mm_aesdec_si128(__m128i __V, __m128i __R) in _mm_aesdec_si128()
77 return (__m128i)__builtin_ia32_aesdec128((__v2di)__V, (__v2di)__R); in _mm_aesdec_si128()
94 static __inline__ __m128i __DEFAULT_FN_ATTRS
[all …]
H A Dkeylockerintrin.h95 _mm_loadiwkey (unsigned int __ctl, __m128i __intkey, in _mm_loadiwkey()
96 __m128i __enkey_lo, __m128i __enkey_hi) { in _mm_loadiwkey()
130 _mm_encodekey128_u32(unsigned int __htype, __m128i __key, void *__h) { in _mm_encodekey128_u32()
167 _mm_encodekey256_u32(unsigned int __htype, __m128i __key_lo, __m128i __key_hi, in _mm_encodekey256_u32()
206 _mm_aesenc128kl_u8(__m128i* __odata, __m128i __idata, const void *__h) { in _mm_aesenc128kl_u8()
245 _mm_aesenc256kl_u8(__m128i* __odata, __m128i __idata, const void *__h) { in _mm_aesenc256kl_u8()
284 _mm_aesdec128kl_u8(__m128i* __odata, __m128i __idata, const void *__h) { in _mm_aesdec128kl_u8()
323 _mm_aesdec256kl_u8(__m128i* __odata, __m128i __idata, const void *__h) { in _mm_aesdec256kl_u8()
379 _mm_aesencwide128kl_u8(__m128i __odata[8], const __m128i __idata[8], const void* __h) { in _mm_aesencwide128kl_u8()
425 _mm_aesencwide256kl_u8(__m128i __odata[8], const __m128i __idata[8], const void* __h) { in _mm_aesencwide256kl_u8()
[all …]
H A Davxvnniintrin.h151 static __inline__ __m128i __DEFAULT_FN_ATTRS128
152 _mm_dpbusd_avx_epi32(__m128i __S, __m128i __A, __m128i __B) in _mm_dpbusd_avx_epi32()
154 return (__m128i)__builtin_ia32_vpdpbusd128((__v4si)__S, (__v4si)__A, (__v4si)__B); in _mm_dpbusd_avx_epi32()
174 static __inline__ __m128i __DEFAULT_FN_ATTRS128
175 _mm_dpbusds_avx_epi32(__m128i __S, __m128i __A, __m128i __B) in _mm_dpbusds_avx_epi32()
177 return (__m128i)__builtin_ia32_vpdpbusds128((__v4si)__S, (__v4si)__A, (__v4si)__B); in _mm_dpbusds_avx_epi32()
195 static __inline__ __m128i __DEFAULT_FN_ATTRS128
196 _mm_dpwssd_avx_epi32(__m128i __S, __m128i __A, __m128i __B) in _mm_dpwssd_avx_epi32()
198 return (__m128i)__builtin_ia32_vpdpwssd128((__v4si)__S, (__v4si)__A, (__v4si)__B); in _mm_dpwssd_avx_epi32()
216 static __inline__ __m128i __DEFAULT_FN_ATTRS128
[all …]
H A Dsm3intrin.h72 static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_sm3msg1_epi32(__m128i __A, in _mm_sm3msg1_epi32()
73 __m128i __B, in _mm_sm3msg1_epi32()
74 __m128i __C) { in _mm_sm3msg1_epi32()
75 return (__m128i)__builtin_ia32_vsm3msg1((__v4su)__A, (__v4su)__B, in _mm_sm3msg1_epi32()
129 static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_sm3msg2_epi32(__m128i __A, in _mm_sm3msg2_epi32()
130 __m128i __B, in _mm_sm3msg2_epi32()
131 __m128i __C) { in _mm_sm3msg2_epi32()
132 return (__m128i)__builtin_ia32_vsm3msg2((__v4su)__A, (__v4su)__B, in _mm_sm3msg2_epi32()
234 (__m128i) __builtin_ia32_vsm3rnds2((__v4su)A, (__v4su)B, (__v4su)C, (int)D)
H A Davxifmaintrin.h58 static __inline__ __m128i __DEFAULT_FN_ATTRS128
59 _mm_madd52hi_avx_epu64(__m128i __X, __m128i __Y, __m128i __Z) { in _mm_madd52hi_avx_epu64()
60 return (__m128i)__builtin_ia32_vpmadd52huq128((__v2di)__X, (__v2di)__Y, in _mm_madd52hi_avx_epu64()
132 static __inline__ __m128i __DEFAULT_FN_ATTRS128
133 _mm_madd52lo_avx_epu64(__m128i __X, __m128i __Y, __m128i __Z) { in _mm_madd52lo_avx_epu64()
134 return (__m128i)__builtin_ia32_vpmadd52luq128((__v2di)__X, (__v2di)__Y, in _mm_madd52lo_avx_epu64()
/freebsd/contrib/llvm-project/clang/lib/Headers/ppc_wrappers/
H A Demmintrin.h61 typedef long long __m128i __attribute__((__vector_size__(16), __may_alias__)); typedef
236 _mm_cvtsi128_si64(__m128i __A) { in _mm_cvtsi128_si64()
243 _mm_cvtsi128_si64x(__m128i __A) { in _mm_cvtsi128_si64x()
652 extern __inline __m128i
655 return __extension__(__m128i)(__v2di){__q0, __q1}; in _mm_set_epi64x()
658 extern __inline __m128i
664 extern __inline __m128i
667 return __extension__(__m128i)(__v4si){__q0, __q1, __q2, __q3}; in _mm_set_epi32()
670 extern __inline __m128i
674 return __extension__(__m128i)(__v8hi){__q0, __q1, __q2, __q3, in _mm_set_epi16()
[all …]
H A Dtmmintrin.h36 extern __inline __m128i
38 _mm_abs_epi16(__m128i __A) { in _mm_abs_epi16()
39 return (__m128i)vec_abs((__v8hi)__A); in _mm_abs_epi16()
42 extern __inline __m128i
44 _mm_abs_epi32(__m128i __A) { in _mm_abs_epi32()
45 return (__m128i)vec_abs((__v4si)__A); in _mm_abs_epi32()
48 extern __inline __m128i
50 _mm_abs_epi8(__m128i __A) { in _mm_abs_epi8()
51 return (__m128i)vec_abs((__v16qi)__A); in _mm_abs_epi8()
75 extern __inline __m128i
[all …]
/freebsd/sys/contrib/libsodium/src/libsodium/crypto_stream/chacha20/dolbeau/
H A Du4.h25 __m128i rot16 =
27 __m128i rot8 =
30 __m128i x_0 = _mm_set1_epi32(x[0]);
31 __m128i x_1 = _mm_set1_epi32(x[1]);
32 __m128i x_2 = _mm_set1_epi32(x[2]);
33 __m128i x_3 = _mm_set1_epi32(x[3]);
34 __m128i x_4 = _mm_set1_epi32(x[4]);
35 __m128i x_5 = _mm_set1_epi32(x[5]);
36 __m128i x_6 = _mm_set1_epi32(x[6]);
37 __m128i x_7 = _mm_set1_epi32(x[7]);
[all …]
H A Du1.h2 __m128i x_0, x_1, x_2, x_3;
3 __m128i t_1;
4 const __m128i rot16 =
6 const __m128i rot8 =
13 x_0 = _mm_loadu_si128((__m128i*) (x + 0));
14 x_1 = _mm_loadu_si128((__m128i*) (x + 4));
15 x_2 = _mm_loadu_si128((__m128i*) (x + 8));
16 x_3 = _mm_loadu_si128((__m128i*) (x + 12));
73 x_0 = _mm_add_epi32(x_0, _mm_loadu_si128((__m128i*) (x + 0)));
74 x_1 = _mm_add_epi32(x_1, _mm_loadu_si128((__m128i*) (x + 4)));
[all …]
H A Du0.h2 __m128i x_0, x_1, x_2, x_3;
3 __m128i t_1;
4 const __m128i rot16 =
6 const __m128i rot8 =
12 x_0 = _mm_loadu_si128((__m128i*) (x + 0));
13 x_1 = _mm_loadu_si128((__m128i*) (x + 4));
14 x_2 = _mm_loadu_si128((__m128i*) (x + 8));
15 x_3 = _mm_loadu_si128((__m128i*) (x + 12));
72 x_0 = _mm_add_epi32(x_0, _mm_loadu_si128((__m128i*) (x + 0)));
73 x_1 = _mm_add_epi32(x_1, _mm_loadu_si128((__m128i*) (x + 4)));
[all …]
/freebsd/sys/contrib/libsodium/src/libsodium/crypto_aead/aes256gcm/aesni/
H A Daead_aes256gcm_aesni.c56 __m128i rkeys[16];
60 aesni_key256_expand(const unsigned char *key, __m128i * const rkeys) in aesni_key256_expand()
62 __m128i X0, X1, X2, X3; in aesni_key256_expand()
65 X0 = _mm_loadu_si128((const __m128i *) &key[0]); in aesni_key256_expand()
68 X2 = _mm_loadu_si128((const __m128i *) &key[16]); in aesni_key256_expand()
101 aesni_encrypt1(unsigned char *out, __m128i nv, const __m128i *rkeys) in aesni_encrypt1()
103 __m128i temp = _mm_xor_si128(nv, rkeys[0]); in aesni_encrypt1()
120 _mm_storeu_si128((__m128i *) out, temp); in aesni_encrypt1()
131 __m128i nv##a
134 nv##a = _mm_shuffle_epi8(_mm_load_si128((const __m128i *) n), pt); \
[all …]
/freebsd/sys/crypto/aesni/
H A Daesencdec.h38 aesni_enc8(int rounds, const __m128i *keysched, __m128i a, in aesni_enc8()
39 __m128i b, __m128i c, __m128i d, __m128i e, __m128i f, __m128i g, in aesni_enc8()
40 __m128i h, __m128i out[8]) in aesni_enc8()
75 aesni_dec8(int rounds, const __m128i *keysched, __m128i a, in aesni_dec8()
76 __m128i b, __m128i c, __m128i d, __m128i e, __m128i f, __m128i g, in aesni_dec8()
77 __m128i h, __m128i out[8]) in aesni_dec8()
112 static inline __m128i
113 aesni_enc(int rounds, const __m128i *keysched, const __m128i from) in aesni_enc()
115 __m128i tmp; in aesni_enc()
128 static inline __m128i
[all …]
H A Daesni_ghash.c78 m128icmp(__m128i a, __m128i b) in m128icmp()
80 __m128i cmp; in m128icmp()
88 static inline __m128i
89 _mm_insert_epi64(__m128i a, int64_t b, const int ndx) in _mm_insert_epi64()
108 gfmul(__m128i a, __m128i b, __m128i *res) in gfmul()
110 __m128i tmp2, tmp3, tmp4, tmp5, tmp6, tmp7, tmp8, tmp9; in gfmul()
161 reduce4(__m128i H1, __m128i H2, __m128i H3, __m128i H4, in reduce4()
162 __m128i X1, __m128i X2, __m128i X3, __m128i X4, __m128i *res) in reduce4()
165 __m128i H1_X1_lo, H1_X1_hi, H2_X2_lo, H2_X2_hi, H3_X3_lo, in reduce4()
167 __m128i tmp0, tmp1, tmp2, tmp3; in reduce4()
[all …]
H A Daesni_wrap.c50 __m128i blk[8];
57 __m128i tot, ivreg; in aesni_encrypt_cbc()
61 ivreg = _mm_loadu_si128((const __m128i *)iv); in aesni_encrypt_cbc()
64 _mm_loadu_si128((const __m128i *)from) ^ ivreg); in aesni_encrypt_cbc()
66 _mm_storeu_si128((__m128i *)to, tot); in aesni_encrypt_cbc()
76 __m128i blocks[8]; in aesni_decrypt_cbc()
78 __m128i ivreg, nextiv; in aesni_decrypt_cbc()
81 ivreg = _mm_loadu_si128((const __m128i *)iv); in aesni_decrypt_cbc()
110 __m128i tot; in aesni_encrypt_ecb()
111 __m128i tout[8]; in aesni_encrypt_ecb()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Support/BLAKE3/
H A Dblake3_sse41.c11 INLINE __m128i loadu(const uint8_t src[16]) { in loadu()
12 return _mm_loadu_si128((const __m128i *)src); in loadu()
15 INLINE void storeu(__m128i src, uint8_t dest[16]) { in storeu()
16 _mm_storeu_si128((__m128i *)dest, src); in storeu()
19 INLINE __m128i addv(__m128i a, __m128i b) { return _mm_add_epi32(a, b); } in addv()
22 INLINE __m128i xorv(__m128i a, __m128i b) { return _mm_xor_si128(a, b); } in xorv()
24 INLINE __m128i set1(uint32_t x) { return _mm_set1_epi32((int32_t)x); } in set1()
26 INLINE __m128i set4(uint32_t a, uint32_t b, uint32_t c, uint32_t d) { in set4()
30 INLINE __m128i rot16(__m128i x) { in rot16()
35 INLINE __m128i rot12(__m128i x) { in rot12()
[all …]
H A Dblake3_sse2.c11 INLINE __m128i loadu(const uint8_t src[16]) { in loadu()
12 return _mm_loadu_si128((const __m128i *)src); in loadu()
15 INLINE void storeu(__m128i src, uint8_t dest[16]) { in storeu()
16 _mm_storeu_si128((__m128i *)dest, src); in storeu()
19 INLINE __m128i addv(__m128i a, __m128i b) { return _mm_add_epi32(a, b); } in addv()
22 INLINE __m128i xorv(__m128i a, __m128i b) { return _mm_xor_si128(a, b); } in xorv()
24 INLINE __m128i set1(uint32_t x) { return _mm_set1_epi32((int32_t)x); } in set1()
26 INLINE __m128i set4(uint32_t a, uint32_t b, uint32_t c, uint32_t d) { in set4()
30 INLINE __m128i rot16(__m128i x) { in rot16()
34 INLINE __m128i rot12(__m128i x) { in rot12()
[all …]
/freebsd/sys/contrib/libsodium/src/libsodium/crypto_generichash/blake2b/ref/
H A Dblake2b-compress-sse41.c38 __m128i row1l, row1h; in blake2b_compress_sse41()
39 __m128i row2l, row2h; in blake2b_compress_sse41()
40 __m128i row3l, row3h; in blake2b_compress_sse41()
41 __m128i row4l, row4h; in blake2b_compress_sse41()
42 __m128i b0, b1; in blake2b_compress_sse41()
43 __m128i t0, t1; in blake2b_compress_sse41()
44 const __m128i r16 = in blake2b_compress_sse41()
46 const __m128i r24 = in blake2b_compress_sse41()
48 const __m128i m0 = LOADU(block + 00); in blake2b_compress_sse41()
49 const __m128i m1 = LOADU(block + 16); in blake2b_compress_sse41()
[all …]
/freebsd/contrib/bearssl/src/symcipher/
H A Daes_x86ni.c50 static inline __m128i
51 expand_step128(__m128i k, __m128i k2) in expand_step128()
62 expand_step192(__m128i *t1, __m128i *t2, __m128i *t3) in expand_step192()
64 __m128i t4; in expand_step192()
82 expand_step256_1(__m128i *t1, __m128i *t2) in expand_step256_1()
84 __m128i t4; in expand_step256_1()
98 expand_step256_2(__m128i *t1, __m128i *t3) in expand_step256_2()
100 __m128i t2, t4; in expand_step256_2()
120 x86ni_keysched(__m128i *sk, const void *key, size_t len) in x86ni_keysched()
154 __m128i t1, t2, t3; in x86ni_keysched()
[all …]

123