| /freebsd/contrib/llvm-project/clang/lib/Headers/ |
| H A D | xopintrin.h | 24 _mm_maccs_epi16(__m128i __A, __m128i __B, __m128i __C) in _mm_maccs_epi16() argument
26 return (__m128i)__builtin_ia32_vpmacssww((__v8hi)__A, (__v8hi)__B, (__v8hi)__C); in _mm_maccs_epi16()
30 _mm_macc_epi16(__m128i __A, __m128i __B, __m128i __C) in _mm_macc_epi16() argument
32 return (__m128i)__builtin_ia32_vpmacsww((__v8hi)__A, (__v8hi)__B, (__v8hi)__C); in _mm_macc_epi16()
36 _mm_maccsd_epi16(__m128i __A, __m128i __B, __m128i __C) in _mm_maccsd_epi16() argument
38 return (__m128i)__builtin_ia32_vpmacsswd((__v8hi)__A, (__v8hi)__B, (__v4si)__C); in _mm_maccsd_epi16()
42 _mm_maccd_epi16(__m128i __A, __m128i __B, __m128i __C) in _mm_maccd_epi16() argument
44 return (__m128i)__builtin_ia32_vpmacswd((__v8hi)__A, (__v8hi)__B, (__v4si)__C); in _mm_maccd_epi16()
48 _mm_maccs_epi32(__m128i __A, __m128i __B, __m128i __C) in _mm_maccs_epi32() argument
50 return (__m128i)__builtin_ia32_vpmacssdd((__v4si)__A, (__v4si)__B, (__v4si)__C); in _mm_maccs_epi32()
[all …]
|
| H A D | fma4intrin.h | 24 _mm_macc_ps(__m128 __A, __m128 __B, __m128 __C) in _mm_macc_ps() argument
26 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C); in _mm_macc_ps()
30 _mm_macc_pd(__m128d __A, __m128d __B, __m128d __C) in _mm_macc_pd() argument
32 return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, (__v2df)__C); in _mm_macc_pd()
36 _mm_macc_ss(__m128 __A, __m128 __B, __m128 __C) in _mm_macc_ss() argument
38 return (__m128)__builtin_ia32_vfmaddss((__v4sf)__A, (__v4sf)__B, (__v4sf)__C); in _mm_macc_ss()
42 _mm_macc_sd(__m128d __A, __m128d __B, __m128d __C) in _mm_macc_sd() argument
44 return (__m128d)__builtin_ia32_vfmaddsd((__v2df)__A, (__v2df)__B, (__v2df)__C); in _mm_macc_sd()
48 _mm_msub_ps(__m128 __A, __m128 __B, __m128 __C) in _mm_msub_ps() argument
50 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C); in _mm_msub_ps()
[all …]
|
| H A D | fmaintrin.h | 36 _mm_fmadd_ps(__m128 __A, __m128 __B, __m128 __C) in _mm_fmadd_ps() argument
38 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C); in _mm_fmadd_ps()
56 _mm_fmadd_pd(__m128d __A, __m128d __B, __m128d __C) in _mm_fmadd_pd() argument
58 return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, (__v2df)__C); in _mm_fmadd_pd()
85 _mm_fmadd_ss(__m128 __A, __m128 __B, __m128 __C) in _mm_fmadd_ss() argument
87 return (__m128)__builtin_ia32_vfmaddss3((__v4sf)__A, (__v4sf)__B, (__v4sf)__C); in _mm_fmadd_ss()
114 _mm_fmadd_sd(__m128d __A, __m128d __B, __m128d __C) in _mm_fmadd_sd() argument
116 return (__m128d)__builtin_ia32_vfmaddsd3((__v2df)__A, (__v2df)__B, (__v2df)__C); in _mm_fmadd_sd()
134 _mm_fmsub_ps(__m128 __A, __m128 __B, __m128 __C) in _mm_fmsub_ps() argument
136 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C); in _mm_fmsub_ps()
[all …]
|
| H A D | avxneconvertintrin.h | 57 _mm_bcstnebf16_ps(const void *__A) { in _mm_bcstnebf16_ps() argument
58 return (__m128)__builtin_ia32_vbcstnebf162ps128((const __bf16 *)__A); in _mm_bcstnebf16_ps()
90 _mm256_bcstnebf16_ps(const void *__A) { in _mm256_bcstnebf16_ps() argument
91 return (__m256)__builtin_ia32_vbcstnebf162ps256((const __bf16 *)__A); in _mm256_bcstnebf16_ps()
123 _mm_bcstnesh_ps(const void *__A) { in _mm_bcstnesh_ps() argument
124 return (__m128)__builtin_ia32_vbcstnesh2ps128((const _Float16 *)__A); in _mm_bcstnesh_ps()
156 _mm256_bcstnesh_ps(const void *__A) { in _mm256_bcstnesh_ps() argument
157 return (__m256)__builtin_ia32_vbcstnesh2ps256((const _Float16 *)__A); in _mm256_bcstnesh_ps()
189 _mm_cvtneebf16_ps(const __m128bh *__A) { in _mm_cvtneebf16_ps() argument
190 return (__m128)__builtin_ia32_vcvtneebf162ps128((const __v8bf *)__A); in _mm_cvtneebf16_ps()
[all …]
|
| H A D | avx512fp16intrin.h | 285 static __inline__ int __DEFAULT_FN_ATTRS128 _mm_comieq_sh(__m128h __A, in _mm_comieq_sh() argument
287 return __builtin_ia32_vcomish((__v8hf)__A, (__v8hf)__B, _CMP_EQ_OS, in _mm_comieq_sh()
291 static __inline__ int __DEFAULT_FN_ATTRS128 _mm_comilt_sh(__m128h __A, in _mm_comilt_sh() argument
293 return __builtin_ia32_vcomish((__v8hf)__A, (__v8hf)__B, _CMP_LT_OS, in _mm_comilt_sh()
297 static __inline__ int __DEFAULT_FN_ATTRS128 _mm_comile_sh(__m128h __A, in _mm_comile_sh() argument
299 return __builtin_ia32_vcomish((__v8hf)__A, (__v8hf)__B, _CMP_LE_OS, in _mm_comile_sh()
303 static __inline__ int __DEFAULT_FN_ATTRS128 _mm_comigt_sh(__m128h __A, in _mm_comigt_sh() argument
305 return __builtin_ia32_vcomish((__v8hf)__A, (__v8hf)__B, _CMP_GT_OS, in _mm_comigt_sh()
309 static __inline__ int __DEFAULT_FN_ATTRS128 _mm_comige_sh(__m128h __A, in _mm_comige_sh() argument
311 return __builtin_ia32_vcomish((__v8hf)__A, (__v8hf)__B, _CMP_GE_OS, in _mm_comige_sh()
[all …]
|
| H A D | ia32intrin.h | 42 __bsfd(int __A) { in __bsfd() argument
43 return __builtin_ctz((unsigned int)__A); in __bsfd()
59 __bsrd(int __A) { in __bsrd() argument
60 return 31 - __builtin_clz((unsigned int)__A); in __bsrd()
74 __bswapd(int __A) { in __bswapd() argument
75 return (int)__builtin_bswap32((unsigned int)__A); in __bswapd()
89 _bswap(int __A) { in _bswap() argument
90 return (int)__builtin_bswap32((unsigned int)__A); in _bswap()
142 __bsfq(long long __A) { in __bsfq() argument
143 return (long long)__builtin_ctzll((unsigned long long)__A); in __bsfq()
[all …]
|
| H A D | avxvnniint16intrin.h | 57 __m128i __A, in _mm_dpwsud_epi32() argument
59 return (__m128i)__builtin_ia32_vpdpwsud128((__v4si)__W, (__v4si)__A, in _mm_dpwsud_epi32()
94 _mm256_dpwsud_epi32(__m256i __W, __m256i __A, __m256i __B) { in _mm256_dpwsud_epi32() argument
95 return (__m256i)__builtin_ia32_vpdpwsud256((__v8si)__W, (__v8si)__A, in _mm256_dpwsud_epi32()
131 __m128i __A, in _mm_dpwsuds_epi32() argument
133 return (__m128i)__builtin_ia32_vpdpwsuds128((__v4si)__W, (__v4si)__A, in _mm_dpwsuds_epi32()
169 _mm256_dpwsuds_epi32(__m256i __W, __m256i __A, __m256i __B) { in _mm256_dpwsuds_epi32() argument
170 return (__m256i)__builtin_ia32_vpdpwsuds256((__v8si)__W, (__v8si)__A, in _mm256_dpwsuds_epi32()
205 __m128i __A, in _mm_dpwusd_epi32() argument
207 return (__m128i)__builtin_ia32_vpdpwusd128((__v4si)__W, (__v4si)__A, in _mm_dpwusd_epi32()
[all …]
|
| H A D | avxvnniint8intrin.h | 56 __m128i __A, in _mm_dpbssd_epi32() argument
58 return (__m128i)__builtin_ia32_vpdpbssd128((__v4si)__W, (__v4si)__A, in _mm_dpbssd_epi32()
93 _mm256_dpbssd_epi32(__m256i __W, __m256i __A, __m256i __B) { in _mm256_dpbssd_epi32() argument
94 return (__m256i)__builtin_ia32_vpdpbssd256((__v8si)__W, (__v8si)__A, in _mm256_dpbssd_epi32()
130 __m128i __A, in _mm_dpbssds_epi32() argument
132 return (__m128i)__builtin_ia32_vpdpbssds128((__v4si)__W, (__v4si)__A, in _mm_dpbssds_epi32()
168 _mm256_dpbssds_epi32(__m256i __W, __m256i __A, __m256i __B) { in _mm256_dpbssds_epi32() argument
169 return (__m256i)__builtin_ia32_vpdpbssds256((__v8si)__W, (__v8si)__A, in _mm256_dpbssds_epi32()
204 __m128i __A, in _mm_dpbsud_epi32() argument
206 return (__m128i)__builtin_ia32_vpdpbsud128((__v4si)__W, (__v4si)__A, in _mm_dpbsud_epi32()
[all …]
|
| H A D | raointintrin.h | 38 static __inline__ void __DEFAULT_FN_ATTRS _aadd_i32(int *__A, int __B) { in _aadd_i32() argument
39 __builtin_ia32_aadd32((int *)__A, __B); in _aadd_i32()
60 static __inline__ void __DEFAULT_FN_ATTRS _aand_i32(int *__A, int __B) { in _aand_i32() argument
61 __builtin_ia32_aand32((int *)__A, __B); in _aand_i32()
82 static __inline__ void __DEFAULT_FN_ATTRS _aor_i32(int *__A, int __B) { in _aor_i32() argument
83 __builtin_ia32_aor32((int *)__A, __B); in _aor_i32()
104 static __inline__ void __DEFAULT_FN_ATTRS _axor_i32(int *__A, int __B) { in _axor_i32() argument
105 __builtin_ia32_axor32((int *)__A, __B); in _axor_i32()
127 static __inline__ void __DEFAULT_FN_ATTRS _aadd_i64(long long *__A, in _aadd_i64() argument
129 __builtin_ia32_aadd64((long long *)__A, __B); in _aadd_i64()
[all …]
|
| H A D | avxvnniintrin.h | 64 _mm256_dpbusd_avx_epi32(__m256i __S, __m256i __A, __m256i __B) in _mm256_dpbusd_avx_epi32() argument
66 return (__m256i)__builtin_ia32_vpdpbusd256((__v8si)__S, (__v8si)__A, (__v8si)__B); in _mm256_dpbusd_avx_epi32()
87 _mm256_dpbusds_avx_epi32(__m256i __S, __m256i __A, __m256i __B) in _mm256_dpbusds_avx_epi32() argument
89 return (__m256i)__builtin_ia32_vpdpbusds256((__v8si)__S, (__v8si)__A, (__v8si)__B); in _mm256_dpbusds_avx_epi32()
108 _mm256_dpwssd_avx_epi32(__m256i __S, __m256i __A, __m256i __B) in _mm256_dpwssd_avx_epi32() argument
110 return (__m256i)__builtin_ia32_vpdpwssd256((__v8si)__S, (__v8si)__A, (__v8si)__B); in _mm256_dpwssd_avx_epi32()
129 _mm256_dpwssds_avx_epi32(__m256i __S, __m256i __A, __m256i __B) in _mm256_dpwssds_avx_epi32() argument
131 return (__m256i)__builtin_ia32_vpdpwssds256((__v8si)__S, (__v8si)__A, (__v8si)__B); in _mm256_dpwssds_avx_epi32()
152 _mm_dpbusd_avx_epi32(__m128i __S, __m128i __A, __m128i __B) in _mm_dpbusd_avx_epi32() argument
154 return (__m128i)__builtin_ia32_vpdpbusd128((__v4si)__S, (__v4si)__A, (__v4si)__B); in _mm_dpbusd_avx_epi32()
[all …]
|
| H A D | sha512intrin.h | 64 _mm256_sha512msg1_epi64(__m256i __A, __m128i __B) { in _mm256_sha512msg1_epi64() argument
65 return (__m256i)__builtin_ia32_vsha512msg1((__v4du)__A, (__v2du)__B); in _mm256_sha512msg1_epi64()
112 _mm256_sha512msg2_epi64(__m256i __A, __m256i __B) { in _mm256_sha512msg2_epi64() argument
113 return (__m256i)__builtin_ia32_vsha512msg2((__v4du)__A, (__v4du)__B); in _mm256_sha512msg2_epi64()
193 _mm256_sha512rnds2_epi64(__m256i __A, __m256i __B, __m128i __C) { in _mm256_sha512rnds2_epi64() argument
194 return (__m256i)__builtin_ia32_vsha512rnds2((__v4du)__A, (__v4du)__B, in _mm256_sha512rnds2_epi64()
|
| H A D | popcntintrin.h | 33 _mm_popcnt_u32(unsigned int __A) in _mm_popcnt_u32() argument
35 return __builtin_popcount(__A); in _mm_popcnt_u32()
50 _mm_popcnt_u64(unsigned long long __A) in _mm_popcnt_u64() argument
52 return __builtin_popcountll(__A); in _mm_popcnt_u64()
|
| H A D | cmpccxaddintrin.h | 61 #define _cmpccxadd_epi32(__A, __B, __C, __D) \ argument
62 ((int)(__builtin_ia32_cmpccxadd32((void *)(__A), (int)(__B), (int)(__C), \
65 #define _cmpccxadd_epi64(__A, __B, __C, __D) \ argument
66 ((long long)(__builtin_ia32_cmpccxadd64((void *)(__A), (long long)(__B), \
|
| H A D | sm3intrin.h | 72 static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_sm3msg1_epi32(__m128i __A, in _mm_sm3msg1_epi32() argument
75 return (__m128i)__builtin_ia32_vsm3msg1((__v4su)__A, (__v4su)__B, in _mm_sm3msg1_epi32()
129 static __inline__ __m128i __DEFAULT_FN_ATTRS128 _mm_sm3msg2_epi32(__m128i __A, in _mm_sm3msg2_epi32() argument
132 return (__m128i)__builtin_ia32_vsm3msg2((__v4su)__A, (__v4su)__B, in _mm_sm3msg2_epi32()
|
| /freebsd/contrib/llvm-project/clang/lib/Headers/ppc_wrappers/ |
| H A D | emmintrin.h | 125 _mm_move_sd(__m128d __A, __m128d __B) { in _mm_move_sd() argument
126 __v2df __result = (__v2df)__A; in _mm_move_sd()
176 _mm_store_pd(double *__P, __m128d __A) { in _mm_store_pd() argument
177 vec_st((__v16qu)__A, 0, (__v16qu *)__P); in _mm_store_pd()
183 _mm_storeu_pd(double *__P, __m128d __A) { in _mm_storeu_pd() argument
184 *(__m128d_u *)__P = __A; in _mm_storeu_pd()
190 _mm_store_sd(double *__P, __m128d __A) { in _mm_store_sd() argument
191 *__P = ((__v2df)__A)[0]; in _mm_store_sd()
196 _mm_cvtsd_f64(__m128d __A) { in _mm_cvtsd_f64() argument
197 return ((__v2df)__A)[0]; in _mm_cvtsd_f64()
[all …]
|
| H A D | xmmintrin.h | 149 _mm_store_ps(float *__P, __m128 __A) { in _mm_store_ps() argument
150 vec_st((__v4sf)__A, 0, (__v4sf *)__P); in _mm_store_ps()
156 _mm_storeu_ps(float *__P, __m128 __A) { in _mm_storeu_ps() argument
157 *(__m128_u *)__P = __A; in _mm_storeu_ps()
163 _mm_storer_ps(float *__P, __m128 __A) { in _mm_storer_ps() argument
169 __tmp = (__m128)vec_perm(__A, __A, __permute_vector); in _mm_storer_ps()
177 _mm_store1_ps(float *__P, __m128 __A) { in _mm_store1_ps() argument
178 __v4sf __va = vec_splat((__v4sf)__A, 0); in _mm_store1_ps()
184 _mm_store_ps1(float *__P, __m128 __A) { in _mm_store_ps1() argument
185 _mm_store1_ps(__P, __A); in _mm_store_ps1()
[all …]
|
| H A D | tmmintrin.h | 38 _mm_abs_epi16(__m128i __A) { in _mm_abs_epi16() argument
39 return (__m128i)vec_abs((__v8hi)__A); in _mm_abs_epi16()
44 _mm_abs_epi32(__m128i __A) { in _mm_abs_epi32() argument
45 return (__m128i)vec_abs((__v4si)__A); in _mm_abs_epi32()
50 _mm_abs_epi8(__m128i __A) { in _mm_abs_epi8() argument
51 return (__m128i)vec_abs((__v16qi)__A); in _mm_abs_epi8()
56 _mm_abs_pi16(__m64 __A) { in _mm_abs_pi16() argument
57 __v8hi __B = (__v8hi)(__v2du){__A, __A}; in _mm_abs_pi16()
63 _mm_abs_pi32(__m64 __A) { in _mm_abs_pi32() argument
64 __v4si __B = (__v4si)(__v2du){__A, __A}; in _mm_abs_pi32()
[all …]
|