1 /*===------------- avx512vbmivlintrin.h - VBMI intrinsics ------------------=== 2 * 3 * 4 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 5 * See https://llvm.org/LICENSE.txt for license information. 6 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 7 * 8 *===-----------------------------------------------------------------------=== 9 */ 10 #ifndef __IMMINTRIN_H 11 #error "Never use <avx512vbmivlintrin.h> directly; include <immintrin.h> instead." 12 #endif 13 14 #ifndef __VBMIVLINTRIN_H 15 #define __VBMIVLINTRIN_H 16 17 /* Define the default attributes for the functions in this file. */ 18 #define __DEFAULT_FN_ATTRS128 __attribute__((__always_inline__, __nodebug__, __target__("avx512vbmi,avx512vl"), __min_vector_width__(128))) 19 #define __DEFAULT_FN_ATTRS256 __attribute__((__always_inline__, __nodebug__, __target__("avx512vbmi,avx512vl"), __min_vector_width__(256))) 20 21 22 static __inline__ __m128i __DEFAULT_FN_ATTRS128 23 _mm_permutex2var_epi8(__m128i __A, __m128i __I, __m128i __B) 24 { 25 return (__m128i)__builtin_ia32_vpermi2varqi128((__v16qi)__A, 26 (__v16qi)__I, 27 (__v16qi)__B); 28 } 29 30 static __inline__ __m128i __DEFAULT_FN_ATTRS128 31 _mm_mask_permutex2var_epi8(__m128i __A, __mmask16 __U, __m128i __I, 32 __m128i __B) 33 { 34 return (__m128i)__builtin_ia32_selectb_128(__U, 35 (__v16qi)_mm_permutex2var_epi8(__A, __I, __B), 36 (__v16qi)__A); 37 } 38 39 static __inline__ __m128i __DEFAULT_FN_ATTRS128 40 _mm_mask2_permutex2var_epi8(__m128i __A, __m128i __I, __mmask16 __U, 41 __m128i __B) 42 { 43 return (__m128i)__builtin_ia32_selectb_128(__U, 44 (__v16qi)_mm_permutex2var_epi8(__A, __I, __B), 45 (__v16qi)__I); 46 } 47 48 static __inline__ __m128i __DEFAULT_FN_ATTRS128 49 _mm_maskz_permutex2var_epi8(__mmask16 __U, __m128i __A, __m128i __I, 50 __m128i __B) 51 { 52 return (__m128i)__builtin_ia32_selectb_128(__U, 53 (__v16qi)_mm_permutex2var_epi8(__A, __I, __B), 54 (__v16qi)_mm_setzero_si128()); 55 } 56 57 static __inline__ __m256i __DEFAULT_FN_ATTRS256 58 _mm256_permutex2var_epi8(__m256i __A, __m256i __I, __m256i __B) 59 { 60 return (__m256i)__builtin_ia32_vpermi2varqi256((__v32qi)__A, (__v32qi)__I, 61 (__v32qi)__B); 62 } 63 64 static __inline__ __m256i __DEFAULT_FN_ATTRS256 65 _mm256_mask_permutex2var_epi8(__m256i __A, __mmask32 __U, __m256i __I, 66 __m256i __B) 67 { 68 return (__m256i)__builtin_ia32_selectb_256(__U, 69 (__v32qi)_mm256_permutex2var_epi8(__A, __I, __B), 70 (__v32qi)__A); 71 } 72 73 static __inline__ __m256i __DEFAULT_FN_ATTRS256 74 _mm256_mask2_permutex2var_epi8(__m256i __A, __m256i __I, __mmask32 __U, 75 __m256i __B) 76 { 77 return (__m256i)__builtin_ia32_selectb_256(__U, 78 (__v32qi)_mm256_permutex2var_epi8(__A, __I, __B), 79 (__v32qi)__I); 80 } 81 82 static __inline__ __m256i __DEFAULT_FN_ATTRS256 83 _mm256_maskz_permutex2var_epi8(__mmask32 __U, __m256i __A, __m256i __I, 84 __m256i __B) 85 { 86 return (__m256i)__builtin_ia32_selectb_256(__U, 87 (__v32qi)_mm256_permutex2var_epi8(__A, __I, __B), 88 (__v32qi)_mm256_setzero_si256()); 89 } 90 91 static __inline__ __m128i __DEFAULT_FN_ATTRS128 92 _mm_permutexvar_epi8 (__m128i __A, __m128i __B) 93 { 94 return (__m128i)__builtin_ia32_permvarqi128((__v16qi)__B, (__v16qi)__A); 95 } 96 97 static __inline__ __m128i __DEFAULT_FN_ATTRS128 98 _mm_maskz_permutexvar_epi8 (__mmask16 __M, __m128i __A, __m128i __B) 99 { 100 return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M, 101 (__v16qi)_mm_permutexvar_epi8(__A, __B), 102 (__v16qi)_mm_setzero_si128()); 103 } 104 105 static __inline__ __m128i __DEFAULT_FN_ATTRS128 106 _mm_mask_permutexvar_epi8 (__m128i __W, __mmask16 __M, __m128i __A, 107 __m128i __B) 108 { 109 return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M, 110 (__v16qi)_mm_permutexvar_epi8(__A, __B), 111 (__v16qi)__W); 112 } 113 114 static __inline__ __m256i __DEFAULT_FN_ATTRS256 115 _mm256_permutexvar_epi8 (__m256i __A, __m256i __B) 116 { 117 return (__m256i)__builtin_ia32_permvarqi256((__v32qi) __B, (__v32qi) __A); 118 } 119 120 static __inline__ __m256i __DEFAULT_FN_ATTRS256 121 _mm256_maskz_permutexvar_epi8 (__mmask32 __M, __m256i __A, 122 __m256i __B) 123 { 124 return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M, 125 (__v32qi)_mm256_permutexvar_epi8(__A, __B), 126 (__v32qi)_mm256_setzero_si256()); 127 } 128 129 static __inline__ __m256i __DEFAULT_FN_ATTRS256 130 _mm256_mask_permutexvar_epi8 (__m256i __W, __mmask32 __M, __m256i __A, 131 __m256i __B) 132 { 133 return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M, 134 (__v32qi)_mm256_permutexvar_epi8(__A, __B), 135 (__v32qi)__W); 136 } 137 138 static __inline__ __m128i __DEFAULT_FN_ATTRS128 139 _mm_multishift_epi64_epi8(__m128i __X, __m128i __Y) 140 { 141 return (__m128i)__builtin_ia32_vpmultishiftqb128((__v16qi)__X, (__v16qi)__Y); 142 } 143 144 static __inline__ __m128i __DEFAULT_FN_ATTRS128 145 _mm_mask_multishift_epi64_epi8(__m128i __W, __mmask16 __M, __m128i __X, 146 __m128i __Y) 147 { 148 return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M, 149 (__v16qi)_mm_multishift_epi64_epi8(__X, __Y), 150 (__v16qi)__W); 151 } 152 153 static __inline__ __m128i __DEFAULT_FN_ATTRS128 154 _mm_maskz_multishift_epi64_epi8(__mmask16 __M, __m128i __X, __m128i __Y) 155 { 156 return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M, 157 (__v16qi)_mm_multishift_epi64_epi8(__X, __Y), 158 (__v16qi)_mm_setzero_si128()); 159 } 160 161 static __inline__ __m256i __DEFAULT_FN_ATTRS256 162 _mm256_multishift_epi64_epi8(__m256i __X, __m256i __Y) 163 { 164 return (__m256i)__builtin_ia32_vpmultishiftqb256((__v32qi)__X, (__v32qi)__Y); 165 } 166 167 static __inline__ __m256i __DEFAULT_FN_ATTRS256 168 _mm256_mask_multishift_epi64_epi8(__m256i __W, __mmask32 __M, __m256i __X, 169 __m256i __Y) 170 { 171 return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M, 172 (__v32qi)_mm256_multishift_epi64_epi8(__X, __Y), 173 (__v32qi)__W); 174 } 175 176 static __inline__ __m256i __DEFAULT_FN_ATTRS256 177 _mm256_maskz_multishift_epi64_epi8(__mmask32 __M, __m256i __X, __m256i __Y) 178 { 179 return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M, 180 (__v32qi)_mm256_multishift_epi64_epi8(__X, __Y), 181 (__v32qi)_mm256_setzero_si256()); 182 } 183 184 185 #undef __DEFAULT_FN_ATTRS128 186 #undef __DEFAULT_FN_ATTRS256 187 188 #endif 189