Lines Matching refs:VecWidth
1656 unsigned VecWidth = Ty->getPrimitiveSizeInBits(); in upgradeX86VPERMT2Intrinsics() local
1660 if (VecWidth == 128 && EltWidth == 32 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1662 else if (VecWidth == 128 && EltWidth == 32 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1664 else if (VecWidth == 128 && EltWidth == 64 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1666 else if (VecWidth == 128 && EltWidth == 64 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1668 else if (VecWidth == 256 && EltWidth == 32 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1670 else if (VecWidth == 256 && EltWidth == 32 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1672 else if (VecWidth == 256 && EltWidth == 64 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1674 else if (VecWidth == 256 && EltWidth == 64 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1676 else if (VecWidth == 512 && EltWidth == 32 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1678 else if (VecWidth == 512 && EltWidth == 32 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1680 else if (VecWidth == 512 && EltWidth == 64 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1682 else if (VecWidth == 512 && EltWidth == 64 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1684 else if (VecWidth == 128 && EltWidth == 16) in upgradeX86VPERMT2Intrinsics()
1686 else if (VecWidth == 256 && EltWidth == 16) in upgradeX86VPERMT2Intrinsics()
1688 else if (VecWidth == 512 && EltWidth == 16) in upgradeX86VPERMT2Intrinsics()
1690 else if (VecWidth == 128 && EltWidth == 8) in upgradeX86VPERMT2Intrinsics()
1692 else if (VecWidth == 256 && EltWidth == 8) in upgradeX86VPERMT2Intrinsics()
1694 else if (VecWidth == 512 && EltWidth == 8) in upgradeX86VPERMT2Intrinsics()
2003 unsigned VecWidth = CI.getType()->getPrimitiveSizeInBits(); in upgradeAVX512MaskToSelect() local
2007 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
2009 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
2011 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
2013 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
2018 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
2020 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
2022 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
2024 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
2029 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2031 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2033 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2038 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2040 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2042 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2047 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2049 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2051 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2056 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2058 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2060 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2065 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2067 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2069 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2074 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2076 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2078 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2083 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2085 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2087 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2092 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2094 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2096 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2101 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2103 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2105 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2110 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2112 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2114 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2119 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
2121 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
2123 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
2125 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
2127 else if (VecWidth == 512 && EltWidth == 32) in upgradeAVX512MaskToSelect()
2129 else if (VecWidth == 512 && EltWidth == 64) in upgradeAVX512MaskToSelect()
2145 if (VecWidth == 256 && EltWidth == 32 && IsFloat) in upgradeAVX512MaskToSelect()
2147 else if (VecWidth == 256 && EltWidth == 32 && !IsFloat) in upgradeAVX512MaskToSelect()
2149 else if (VecWidth == 256 && EltWidth == 64 && IsFloat) in upgradeAVX512MaskToSelect()
2151 else if (VecWidth == 256 && EltWidth == 64 && !IsFloat) in upgradeAVX512MaskToSelect()
2153 else if (VecWidth == 512 && EltWidth == 32 && IsFloat) in upgradeAVX512MaskToSelect()
2155 else if (VecWidth == 512 && EltWidth == 32 && !IsFloat) in upgradeAVX512MaskToSelect()
2157 else if (VecWidth == 512 && EltWidth == 64 && IsFloat) in upgradeAVX512MaskToSelect()
2159 else if (VecWidth == 512 && EltWidth == 64 && !IsFloat) in upgradeAVX512MaskToSelect()
2161 else if (VecWidth == 128 && EltWidth == 16) in upgradeAVX512MaskToSelect()
2163 else if (VecWidth == 256 && EltWidth == 16) in upgradeAVX512MaskToSelect()
2165 else if (VecWidth == 512 && EltWidth == 16) in upgradeAVX512MaskToSelect()
2167 else if (VecWidth == 128 && EltWidth == 8) in upgradeAVX512MaskToSelect()
2169 else if (VecWidth == 256 && EltWidth == 8) in upgradeAVX512MaskToSelect()
2171 else if (VecWidth == 512 && EltWidth == 8) in upgradeAVX512MaskToSelect()
2176 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2178 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2180 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2185 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2187 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2189 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2194 if (Name[9] == 'd' && VecWidth == 128) in upgradeAVX512MaskToSelect()
2196 else if (Name[9] == 'd' && VecWidth == 256) in upgradeAVX512MaskToSelect()
2198 else if (Name[9] == 'd' && VecWidth == 512) in upgradeAVX512MaskToSelect()
2200 else if (Name[9] == 'q' && VecWidth == 128) in upgradeAVX512MaskToSelect()
2202 else if (Name[9] == 'q' && VecWidth == 256) in upgradeAVX512MaskToSelect()
2204 else if (Name[9] == 'q' && VecWidth == 512) in upgradeAVX512MaskToSelect()
2209 if (Name[5] == 'b' && VecWidth == 128) in upgradeAVX512MaskToSelect()
2211 else if (Name[5] == 'b' && VecWidth == 256) in upgradeAVX512MaskToSelect()
2213 else if (Name[5] == 'b' && VecWidth == 512) in upgradeAVX512MaskToSelect()
2215 else if (Name[5] == 'w' && VecWidth == 128) in upgradeAVX512MaskToSelect()
2217 else if (Name[5] == 'w' && VecWidth == 256) in upgradeAVX512MaskToSelect()
2219 else if (Name[5] == 'w' && VecWidth == 512) in upgradeAVX512MaskToSelect()
2468 unsigned VecWidth = OpTy->getPrimitiveSizeInBits(); in upgradeX86IntrinsicCall() local
2470 switch (VecWidth) { in upgradeX86IntrinsicCall()
2489 unsigned VecWidth = OpTy->getPrimitiveSizeInBits(); in upgradeX86IntrinsicCall() local
2492 if (VecWidth == 128 && EltWidth == 32) in upgradeX86IntrinsicCall()
2494 else if (VecWidth == 256 && EltWidth == 32) in upgradeX86IntrinsicCall()
2496 else if (VecWidth == 512 && EltWidth == 32) in upgradeX86IntrinsicCall()
2498 else if (VecWidth == 128 && EltWidth == 64) in upgradeX86IntrinsicCall()
2500 else if (VecWidth == 256 && EltWidth == 64) in upgradeX86IntrinsicCall()
2502 else if (VecWidth == 512 && EltWidth == 64) in upgradeX86IntrinsicCall()
2513 unsigned VecWidth = OpTy->getPrimitiveSizeInBits(); in upgradeX86IntrinsicCall() local
2516 if (VecWidth == 128 && EltWidth == 32) in upgradeX86IntrinsicCall()
2518 else if (VecWidth == 256 && EltWidth == 32) in upgradeX86IntrinsicCall()
2520 else if (VecWidth == 512 && EltWidth == 32) in upgradeX86IntrinsicCall()
2522 else if (VecWidth == 128 && EltWidth == 64) in upgradeX86IntrinsicCall()
2524 else if (VecWidth == 256 && EltWidth == 64) in upgradeX86IntrinsicCall()
2526 else if (VecWidth == 512 && EltWidth == 64) in upgradeX86IntrinsicCall()
2532 if (VecWidth == 512) in upgradeX86IntrinsicCall()
3706 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in upgradeX86IntrinsicCall() local
3709 if (VecWidth == 128 && EltWidth == 32) in upgradeX86IntrinsicCall()
3711 else if (VecWidth == 256 && EltWidth == 32) in upgradeX86IntrinsicCall()
3713 else if (VecWidth == 128 && EltWidth == 64) in upgradeX86IntrinsicCall()
3715 else if (VecWidth == 256 && EltWidth == 64) in upgradeX86IntrinsicCall()
3779 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in upgradeX86IntrinsicCall() local
3782 if (VecWidth == 128 && EltWidth == 32) in upgradeX86IntrinsicCall()
3784 else if (VecWidth == 256 && EltWidth == 32) in upgradeX86IntrinsicCall()
3786 else if (VecWidth == 512 && EltWidth == 32) in upgradeX86IntrinsicCall()
3788 else if (VecWidth == 128 && EltWidth == 64) in upgradeX86IntrinsicCall()
3790 else if (VecWidth == 256 && EltWidth == 64) in upgradeX86IntrinsicCall()
3792 else if (VecWidth == 512 && EltWidth == 64) in upgradeX86IntrinsicCall()
3808 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in upgradeX86IntrinsicCall() local
3810 if (VecWidth == 128 && !High) in upgradeX86IntrinsicCall()
3812 else if (VecWidth == 256 && !High) in upgradeX86IntrinsicCall()
3814 else if (VecWidth == 512 && !High) in upgradeX86IntrinsicCall()
3816 else if (VecWidth == 128 && High) in upgradeX86IntrinsicCall()
3818 else if (VecWidth == 256 && High) in upgradeX86IntrinsicCall()
3820 else if (VecWidth == 512 && High) in upgradeX86IntrinsicCall()
3844 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in upgradeX86IntrinsicCall() local
3846 if (VecWidth == 128 && !IsSaturating) in upgradeX86IntrinsicCall()
3848 else if (VecWidth == 256 && !IsSaturating) in upgradeX86IntrinsicCall()
3850 else if (VecWidth == 512 && !IsSaturating) in upgradeX86IntrinsicCall()
3852 else if (VecWidth == 128 && IsSaturating) in upgradeX86IntrinsicCall()
3854 else if (VecWidth == 256 && IsSaturating) in upgradeX86IntrinsicCall()
3856 else if (VecWidth == 512 && IsSaturating) in upgradeX86IntrinsicCall()
3874 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in upgradeX86IntrinsicCall() local
3876 if (VecWidth == 128 && !IsSaturating) in upgradeX86IntrinsicCall()
3878 else if (VecWidth == 256 && !IsSaturating) in upgradeX86IntrinsicCall()
3880 else if (VecWidth == 512 && !IsSaturating) in upgradeX86IntrinsicCall()
3882 else if (VecWidth == 128 && IsSaturating) in upgradeX86IntrinsicCall()
3884 else if (VecWidth == 256 && IsSaturating) in upgradeX86IntrinsicCall()
3886 else if (VecWidth == 512 && IsSaturating) in upgradeX86IntrinsicCall()