| /freebsd/contrib/llvm-project/clang/lib/Headers/ |
| H A D | avx10_2niintrin.h | 34 __mmask8 __U, in _mm_mask_dpph_ps() 38 (__mmask8)__U, (__v4sf)_mm_dpph_ps(__W, __A, __B), (__v4sf)__W); in _mm_mask_dpph_ps() 41 static __inline__ __m128 __DEFAULT_FN_ATTRS128 _mm_maskz_dpph_ps(__mmask8 __U, in _mm_maskz_dpph_ps() 45 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U, in _mm_maskz_dpph_ps() 58 _mm256_mask_dpph_ps(__m256 __W, __mmask8 __U, __m256h __A, __m256h __B) { in _mm256_mask_dpph_ps() 60 (__mmask8)__U, (__v8sf)_mm256_dpph_ps(__W, __A, __B), (__v8sf)__W); in _mm256_mask_dpph_ps() 64 _mm256_maskz_dpph_ps(__mmask8 __U, __m256 __W, __m256h __A, __m256h __B) { in _mm256_maskz_dpph_ps() 66 (__mmask8)__U, (__v8sf)_mm256_dpph_ps(__W, __A, __B), in _mm256_maskz_dpph_ps() 73 (__mmask8)(U), (__v8hi)_mm_mpsadbw_epu8((A), (B), (imm)), \ 78 (__mmask8)(U), (__v8hi)_mm_mpsadbw_epu8((A), (B), (imm)), \ [all …]
|
| H A D | avx10_2satcvtdsintrin.h | 77 (__v2df)__A, (__v4si)(__m128i)_mm_undefined_si128(), (__mmask8)(-1))); in _mm_cvtts_pd_epi32() 81 _mm_mask_cvtts_pd_epi32(__m128i __W, __mmask8 __U, __m128d __A) { in _mm_mask_cvtts_pd_epi32() 96 (__v4df)__A, (__v4si)_mm_undefined_si128(), (__mmask8)-1)); in _mm256_cvtts_pd_epi32() 100 _mm256_mask_cvtts_pd_epi32(__m128i __W, __mmask8 __U, __m256d __A) { in _mm256_mask_cvtts_pd_epi32() 106 _mm256_maskz_cvtts_pd_epi32(__mmask8 __U, __m256d __A) { in _mm256_maskz_cvtts_pd_epi32() 115 (__v2df)__A, (__v4si)(__m128i)_mm_undefined_si128(), (__mmask8)(-1))); in _mm_cvtts_pd_epu32() 119 _mm_mask_cvtts_pd_epu32(__m128i __W, __mmask8 __U, __m128d __A) { in _mm_mask_cvtts_pd_epu32() 121 (__v2df)__A, (__v4si)(__m128i)__W, (__mmask8)__U)); in _mm_mask_cvtts_pd_epu32() 125 _mm_maskz_cvtts_pd_epu32(__mmask8 __U, __m128d __A) { in _mm_maskz_cvtts_pd_epu32() 134 (__v4df)__A, (__v4si)_mm_undefined_si128(), (__mmask8)-1)); in _mm256_cvtts_pd_epu32() [all …]
|
| H A D | avx10_2satcvtintrin.h | 22 (__mmask8)(U), (__v8hi)_mm_ipcvts_bf16_epi8(A), (__v8hi)(__m128i)(W))) 25 ((__m128i)__builtin_ia32_selectw_128((__mmask8)(U), \ 47 (__mmask8)(U), (__v8hi)_mm_ipcvts_bf16_epu8(A), (__v8hi)(__m128i)(W))) 50 ((__m128i)__builtin_ia32_selectw_128((__mmask8)(U), \ 69 (__v8hf)(__m128h)(A), (__v8hu)_mm_setzero_si128(), (__mmask8)-1)) 73 (__v8hu)(W), (__mmask8)(U))) 77 (__v8hf)(__m128h)(A), (__v8hu)(_mm_setzero_si128()), (__mmask8)(U))) 94 (__v8hf)(__m128h)(A), (__v8hu)_mm_setzero_si128(), (__mmask8)-1)) 98 (__v8hu)(W), (__mmask8)(U))) 102 (__v8hf)(__m128h)(A), (__v8hu)(_mm_setzero_si128()), (__mmask8)(U))) [all …]
|
| H A D | avx512fintrin.h | 41 typedef unsigned char __mmask8; typedef 252 _mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A) in _mm512_mask_broadcastq_epi64() 261 _mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A) in _mm512_maskz_broadcastq_epi64() 340 _mm512_maskz_set1_epi64(__mmask8 __M, long long __A) in _mm512_maskz_set1_epi64() 676 _mm512_mask_and_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b) in _mm512_mask_and_epi64() 678 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __k, in _mm512_mask_and_epi64() 684 _mm512_maskz_and_epi64(__mmask8 __k, __m512i __a, __m512i __b) in _mm512_maskz_and_epi64() 724 _mm512_mask_andnot_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B) in _mm512_mask_andnot_epi64() 726 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U, in _mm512_mask_andnot_epi64() 732 _mm512_maskz_andnot_epi64(__mmask8 __U, __m512i __A, __m512i __B) in _mm512_maskz_andnot_epi64() [all …]
|
| H A D | avx10_2_512satcvtdsintrin.h | 26 (__v8df)__A, (__v8si)_mm256_undefined_si256(), (__mmask8)-1, in _mm512_cvtts_pd_epi32() 31 _mm512_mask_cvtts_pd_epi32(__m256i __W, __mmask8 __U, __m512d __A) { in _mm512_mask_cvtts_pd_epi32() 37 _mm512_maskz_cvtts_pd_epi32(__mmask8 __U, __m512d __A) { in _mm512_maskz_cvtts_pd_epi32() 46 (__mmask8) - 1, (const int)(__R))) 50 (__v8df)(__m512d)(__A), (__v8si)(__m256i)(__W), (__mmask8)(__U), \ 55 (__v8df)(__m512d)(__A), (__v8si)_mm256_setzero_si256(), (__mmask8)(__U), \ 62 (__v8df)__A, (__v8si)_mm256_undefined_si256(), (__mmask8)-1, in _mm512_cvtts_pd_epu32() 67 _mm512_mask_cvtts_pd_epu32(__m256i __W, __mmask8 __U, __m512d __A) { in _mm512_mask_cvtts_pd_epu32() 73 _mm512_maskz_cvtts_pd_epu32(__mmask8 __U, __m512d __A) { in _mm512_maskz_cvtts_pd_epu32() 82 (__mmask8) - 1, (const int)(__R))) [all …]
|
| H A D | avx10_2minmaxintrin.h | 23 (__mmask8)(U), \ 30 (__mmask8)(U), \ 56 (__v2df)_mm_setzero_pd(), (__mmask8)-1)) 61 (__v2df)(__m128d)(W), (__mmask8)(U))) 66 (__v2df)_mm_setzero_pd(), (__mmask8)(U))) 71 (__v4df)_mm256_setzero_pd(), (__mmask8)-1)) 76 (__v4df)(__m256d)(W), (__mmask8)(U))) 81 (__v4df)_mm256_setzero_pd(), (__mmask8)(U))) 86 (__v8hf)_mm_setzero_ph(), (__mmask8)-1)) 96 (__v8hf)_mm_setzero_ph(), (__mmask8)(U))) [all …]
|
| H A D | movrs_avx10_2intrin.h | 68 _mm_mask_loadrs_epi32(__m128i __W, __mmask8 __U, void const *__A) { in _mm_mask_loadrs_epi32() 70 (__mmask8)__U, (__v4si)_mm_loadrs_epi32(__A), (__v4si)__W); in _mm_mask_loadrs_epi32() 74 _mm_maskz_loadrs_epi32(__mmask8 __U, void const *__A) { in _mm_maskz_loadrs_epi32() 75 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U, in _mm_maskz_loadrs_epi32() 86 _mm256_mask_loadrs_epi32(__m256i __W, __mmask8 __U, void const *__A) { in _mm256_mask_loadrs_epi32() 88 (__mmask8)__U, (__v8si)_mm256_loadrs_epi32(__A), (__v8si)__W); in _mm256_mask_loadrs_epi32() 92 _mm256_maskz_loadrs_epi32(__mmask8 __U, void const *__A) { in _mm256_maskz_loadrs_epi32() 93 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U, in _mm256_maskz_loadrs_epi32() 104 _mm_mask_loadrs_epi64(__m128i __W, __mmask8 __U, void const *__A) { in _mm_mask_loadrs_epi64() 106 (__mmask8)__U, (__v2di)_mm_loadrs_epi64(__A), (__v2di)__W); in _mm_mask_loadrs_epi64() [all …]
|
| H A D | avx10_2bf16intrin.h | 131 _mm_mask_load_sbh(__m128bh __W, __mmask8 __U, const void *__A) { in _mm_mask_load_sbh() 140 _mm_maskz_load_sbh(__mmask8 __U, const void *__A) { in _mm_maskz_load_sbh() 179 __mmask8 __U, in _mm_mask_store_sbh() 217 _mm_mask_move_sbh(__m128bh __W, __mmask8 __U, __m128bh __A, __m128bh __B) { in _mm_mask_move_sbh() 222 _mm_maskz_move_sbh(__mmask8 __U, __m128bh __A, __m128bh __B) { in _mm_maskz_move_sbh() 279 _mm_mask_blend_pbh(__mmask8 __U, __m128bh __A, __m128bh __W) { in _mm_mask_blend_pbh() 280 return (__m128bh)__builtin_ia32_selectpbf_128((__mmask8)__U, (__v8bf)__W, in _mm_mask_blend_pbh() 336 _mm_mask_add_pbh(__m128bh __W, __mmask8 __U, __m128bh __A, __m128bh __B) { in _mm_mask_add_pbh() 338 (__mmask8)__U, (__v8bf)_mm_add_pbh(__A, __B), (__v8bf)__W); in _mm_mask_add_pbh() 342 _mm_maskz_add_pbh(__mmask8 __U, __m128bh __A, __m128bh __B) { in _mm_maskz_add_pbh() [all …]
|
| H A D | avx512fp16intrin.h | 580 __mmask8 __U, in _mm_mask_add_sh() 587 static __inline__ __m128h __DEFAULT_FN_ATTRS128 _mm_maskz_add_sh(__mmask8 __U, in _mm_maskz_add_sh() 597 (__mmask8)-1, (int)(R))) 602 (__mmask8)(U), (int)(R))) 607 (__mmask8)(U), (int)(R))) 616 __mmask8 __U, in _mm_mask_sub_sh() 623 static __inline__ __m128h __DEFAULT_FN_ATTRS128 _mm_maskz_sub_sh(__mmask8 __U, in _mm_maskz_sub_sh() 633 (__mmask8)-1, (int)(R))) 638 (__mmask8)(U), (int)(R))) 643 (__mmask8)(U), (int)(R))) [all …]
|
| H A D | avx10_2convertintrin.h | 61 (__v4sf)__A, (__v4sf)__B, (__v8hf)_mm_setzero_ph(), (__mmask8)(-1)); in _mm_cvtx2ps_ph() 103 _mm_mask_cvtx2ps_ph(__m128h __W, __mmask8 __U, __m128 __A, __m128 __B) { in _mm_mask_cvtx2ps_ph() 105 (__v4sf)__A, (__v4sf)__B, (__v8hf)__W, (__mmask8)__U); in _mm_mask_cvtx2ps_ph() 145 _mm_maskz_cvtx2ps_ph(__mmask8 __U, __m128 __A, __m128 __B) { in _mm_maskz_cvtx2ps_ph() 147 (__v4sf)__A, (__v4sf)__B, (__v8hf)_mm_setzero_ph(), (__mmask8)__U); in _mm_maskz_cvtx2ps_ph() 297 (__v16qi)__A, (__v8hf)__B, (__v16qi)_mm_undefined_si128(), (__mmask8)-1); in _mm_cvtbiasph_bf8() 335 _mm_mask_cvtbiasph_bf8(__m128i __W, __mmask8 __U, __m128i __A, __m128h __B) { in _mm_mask_cvtbiasph_bf8() 337 (__v16qi)__A, (__v8hf)__B, (__v16qi)(__m128i)__W, (__mmask8)__U); in _mm_mask_cvtbiasph_bf8() 373 _mm_maskz_cvtbiasph_bf8(__mmask8 __U, __m128i __A, __m128h __B) { in _mm_maskz_cvtbiasph_bf8() 376 (__mmask8)__U); in _mm_maskz_cvtbiasph_bf8() [all …]
|
| H A D | avx512vpopcntdqvlintrin.h | 42 _mm_mask_popcnt_epi64(__m128i __W, __mmask8 __U, __m128i __A) { in _mm_mask_popcnt_epi64() 44 (__mmask8)__U, (__v2di)_mm_popcnt_epi64(__A), (__v2di)__W); in _mm_mask_popcnt_epi64() 48 _mm_maskz_popcnt_epi64(__mmask8 __U, __m128i __A) { in _mm_maskz_popcnt_epi64() 58 _mm_mask_popcnt_epi32(__m128i __W, __mmask8 __U, __m128i __A) { in _mm_mask_popcnt_epi32() 60 (__mmask8)__U, (__v4si)_mm_popcnt_epi32(__A), (__v4si)__W); in _mm_mask_popcnt_epi32() 64 _mm_maskz_popcnt_epi32(__mmask8 __U, __m128i __A) { in _mm_maskz_popcnt_epi32() 74 _mm256_mask_popcnt_epi64(__m256i __W, __mmask8 __U, __m256i __A) { in _mm256_mask_popcnt_epi64() 76 (__mmask8)__U, (__v4di)_mm256_popcnt_epi64(__A), (__v4di)__W); in _mm256_mask_popcnt_epi64() 80 _mm256_maskz_popcnt_epi64(__mmask8 __U, __m256i __A) { in _mm256_maskz_popcnt_epi64() 90 _mm256_mask_popcnt_epi32(__m256i __W, __mmask8 __U, __m256i __A) { in _mm256_mask_popcnt_epi32() [all …]
|
| H A D | movrs_avx10_2_512intrin.h | 65 _mm512_mask_loadrs_epi64(__m512i __W, __mmask8 __U, void const *__A) { in _mm512_mask_loadrs_epi64() 67 (__mmask8)__U, (__v8di)_mm512_loadrs_epi64(__A), (__v8di)__W); in _mm512_mask_loadrs_epi64() 71 _mm512_maskz_loadrs_epi64(__mmask8 __U, void const *__A) { in _mm512_maskz_loadrs_epi64() 72 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U, in _mm512_maskz_loadrs_epi64()
|
| H A D | avx10_2_512minmaxintrin.h | 38 (__v8df)_mm512_undefined_pd(), (__mmask8)-1, \ 44 (__v8df)(__m512d)(W), (__mmask8)(U), _MM_FROUND_CUR_DIRECTION)) 49 (__v8df)_mm512_setzero_pd(), (__mmask8)(U), _MM_FROUND_CUR_DIRECTION)) 54 (__v8df)_mm512_undefined_pd(), (__mmask8)-1, (int)(R))) 59 (__v8df)(__m512d)(W), (__mmask8)(U), (int)(R))) 64 (__v8df)_mm512_setzero_pd(), (__mmask8)(U), (int)(R)))
|
| H A D | avx512vpopcntdqintrin.h | 36 _mm512_mask_popcnt_epi64(__m512i __W, __mmask8 __U, __m512i __A) { in _mm512_mask_popcnt_epi64() 38 (__mmask8)__U, (__v8di)_mm512_popcnt_epi64(__A), (__v8di)__W); in _mm512_mask_popcnt_epi64() 42 _mm512_maskz_popcnt_epi64(__mmask8 __U, __m512i __A) { in _mm512_maskz_popcnt_epi64()
|
| H A D | avx512vlbitalgintrin.h | 56 _mm_mask_popcnt_epi16(__m128i __A, __mmask8 __U, __m128i __B) in _mm_mask_popcnt_epi16() 58 return (__m128i) __builtin_ia32_selectw_128((__mmask8) __U, in _mm_mask_popcnt_epi16() 64 _mm_maskz_popcnt_epi16(__mmask8 __U, __m128i __B) in _mm_maskz_popcnt_epi16()
|
| /freebsd/contrib/llvm-project/llvm/lib/Support/BLAKE3/ |
| H A D | blake3_avx512.c | 1227 …_mm256_mask_storeu_epi32(&out[0 * sizeof(__m256i)], (__mmask8)-1, _mm512_castsi512_si256(padded[0]… in blake3_hash16_avx512() 1228 …_mm256_mask_storeu_epi32(&out[1 * sizeof(__m256i)], (__mmask8)-1, _mm512_castsi512_si256(padded[1]… in blake3_hash16_avx512() 1229 …_mm256_mask_storeu_epi32(&out[2 * sizeof(__m256i)], (__mmask8)-1, _mm512_castsi512_si256(padded[2]… in blake3_hash16_avx512() 1230 …_mm256_mask_storeu_epi32(&out[3 * sizeof(__m256i)], (__mmask8)-1, _mm512_castsi512_si256(padded[3]… in blake3_hash16_avx512() 1231 …_mm256_mask_storeu_epi32(&out[4 * sizeof(__m256i)], (__mmask8)-1, _mm512_castsi512_si256(padded[4]… in blake3_hash16_avx512() 1232 …_mm256_mask_storeu_epi32(&out[5 * sizeof(__m256i)], (__mmask8)-1, _mm512_castsi512_si256(padded[5]… in blake3_hash16_avx512() 1233 …_mm256_mask_storeu_epi32(&out[6 * sizeof(__m256i)], (__mmask8)-1, _mm512_castsi512_si256(padded[6]… in blake3_hash16_avx512() 1234 …_mm256_mask_storeu_epi32(&out[7 * sizeof(__m256i)], (__mmask8)-1, _mm512_castsi512_si256(padded[7]… in blake3_hash16_avx512() 1235 …_mm256_mask_storeu_epi32(&out[8 * sizeof(__m256i)], (__mmask8)-1, _mm512_castsi512_si256(padded[8]… in blake3_hash16_avx512() 1236 …_mm256_mask_storeu_epi32(&out[9 * sizeof(__m256i)], (__mmask8)-1, _mm512_castsi512_si256(padded[9]… in blake3_hash16_avx512() [all …]
|