106 static unsigned adjustForEndian(const DataLayout &DL, unsigned VectorWidth,  in adjustForEndian()  argument
108   return DL.isBigEndian() ? VectorWidth - 1 - Idx : Idx;  in adjustForEndian()
173   unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements();  in scalarizeMaskedLoad()  local
179     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedLoad()
194   if (VectorWidth != 1) {  in scalarizeMaskedLoad()
195     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedLoad()
199   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedLoad()
208     if (VectorWidth != 1) {  in scalarizeMaskedLoad()
210           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedLoad()
212                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedLoad()
308   unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements();  in scalarizeMaskedStore()  local
311     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedStore()
325   if (VectorWidth != 1) {  in scalarizeMaskedStore()
326     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedStore()
330   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedStore()
338     if (VectorWidth != 1) {  in scalarizeMaskedStore()
340           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedStore()
342                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedStore()
425   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedGather()  local
429     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedGather()
446   if (VectorWidth != 1) {  in scalarizeMaskedGather()
447     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedGather()
451   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedGather()
460     if (VectorWidth != 1) {  in scalarizeMaskedGather()
462           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedGather()
464                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedGather()
555   unsigned VectorWidth = SrcFVTy->getNumElements();  in scalarizeMaskedScatter()  local
559     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedScatter()
574   if (VectorWidth != 1) {  in scalarizeMaskedScatter()
575     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedScatter()
579   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedScatter()
587     if (VectorWidth != 1) {  in scalarizeMaskedScatter()
589           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedScatter()
591                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedScatter()
643   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedExpandLoad()  local
658     SmallVector<int, 16> ShuffleMask(VectorWidth, PoisonMaskElem);  in scalarizeMaskedExpandLoad()
659     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedExpandLoad()
663         ShuffleMask[Idx] = Idx + VectorWidth;  in scalarizeMaskedExpandLoad()
684   if (VectorWidth != 1) {  in scalarizeMaskedExpandLoad()
685     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedExpandLoad()
689   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedExpandLoad()
698     if (VectorWidth != 1) {  in scalarizeMaskedExpandLoad()
700           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedExpandLoad()
702                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedExpandLoad()
726     if ((Idx + 1) != VectorWidth)  in scalarizeMaskedExpandLoad()
743     if ((Idx + 1) != VectorWidth) {  in scalarizeMaskedExpandLoad()
780   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedCompressStore()  local
785     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedCompressStore()
801   if (VectorWidth != 1) {  in scalarizeMaskedCompressStore()
802     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedCompressStore()
806   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedCompressStore()
813     if (VectorWidth != 1) {  in scalarizeMaskedCompressStore()
815           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedCompressStore()
817                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedCompressStore()
841     if ((Idx + 1) != VectorWidth)  in scalarizeMaskedCompressStore()
853     if ((Idx + 1) != VectorWidth) {  in scalarizeMaskedCompressStore()
885   unsigned VectorWidth = AddrType->getNumElements();  in scalarizeMaskedVectorHistogram()  local
889     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedVectorHistogram()
901   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedVectorHistogram()