Lines Matching full:mask
12 // appropriate mask bit is set.
91 static bool isConstantIntVector(Value *Mask) { in isConstantIntVector() argument
92 Constant *C = dyn_cast<Constant>(Mask); in isConstantIntVector()
96 unsigned NumElts = cast<FixedVectorType>(Mask->getType())->getNumElements(); in isConstantIntVector()
113 // <16 x i1> %mask, <16 x i32> %passthru)
115 // the appropriate mask bit is set
118 // %2 = extractelement <16 x i1> %mask, i32 0
129 // %6 = extractelement <16 x i1> %mask, i32 1
140 // %10 = extractelement <16 x i1> %mask, i32 2
147 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedLoad() local
162 // Short-cut if the mask is all-true. in scalarizeMaskedLoad()
163 if (isa<Constant>(Mask) && cast<Constant>(Mask)->isAllOnesValue()) { in scalarizeMaskedLoad()
178 if (isConstantIntVector(Mask)) { in scalarizeMaskedLoad()
180 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedLoad()
191 // If the mask is not v1i1, use scalar bit test operations. This generates in scalarizeMaskedLoad()
196 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedLoad()
209 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedLoad() local
211 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedLoad()
214 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedLoad()
257 // <16 x i1> %mask)
259 // the appropriate mask bit is set
262 // %2 = extractelement <16 x i1> %mask, i32 0
272 // %5 = extractelement <16 x i1> %mask, i32 1
286 Value *Mask = CI->getArgOperand(3); in scalarizeMaskedStore() local
298 // Short-cut if the mask is all-true. in scalarizeMaskedStore()
299 if (isa<Constant>(Mask) && cast<Constant>(Mask)->isAllOnesValue()) { in scalarizeMaskedStore()
310 if (isConstantIntVector(Mask)) { in scalarizeMaskedStore()
312 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedStore()
322 // If the mask is not v1i1, use scalar bit test operations. This generates in scalarizeMaskedStore()
327 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedStore()
339 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedStore() local
341 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedStore()
344 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedStore()
378 // <16 x i1> %Mask, <16 x i32> %Src)
380 // the appropriate mask bit is set
383 // %Mask0 = extractelement <16 x i1> %Mask, i32 0
394 // %Mask1 = extractelement <16 x i1> %Mask, i32 1
403 // %Result = select <16 x i1> %Mask, <16 x i32> %res.phi.select, <16 x i32> %Src
409 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedGather() local
427 // Shorten the way if the mask is a vector of constants. in scalarizeMaskedGather()
428 if (isConstantIntVector(Mask)) { in scalarizeMaskedGather()
430 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedGather()
443 // If the mask is not v1i1, use scalar bit test operations. This generates in scalarizeMaskedGather()
448 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedGather()
461 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedGather() local
463 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedGather()
466 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedGather()
511 // <16 x i1> %Mask)
513 // the appropriate mask bit is set.
516 // %Mask0 = extractelement <16 x i1> %Mask, i32 0
526 // %Mask1 = extractelement <16 x i1> %Mask, i32 1
540 Value *Mask = CI->getArgOperand(3); in scalarizeMaskedScatter() local
557 // Shorten the way if the mask is a vector of constants. in scalarizeMaskedScatter()
558 if (isConstantIntVector(Mask)) { in scalarizeMaskedScatter()
560 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedScatter()
571 // If the mask is not v1i1, use scalar bit test operations. This generates in scalarizeMaskedScatter()
576 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedScatter()
588 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedScatter() local
590 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedScatter()
593 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedScatter()
628 Value *Mask = CI->getArgOperand(1); in scalarizeMaskedExpandLoad() local
652 // Shorten the way if the mask is a vector of constants. in scalarizeMaskedExpandLoad()
655 if (isConstantIntVector(Mask)) { in scalarizeMaskedExpandLoad()
661 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) { in scalarizeMaskedExpandLoad()
681 // If the mask is not v1i1, use scalar bit test operations. This generates in scalarizeMaskedExpandLoad()
686 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedExpandLoad()
693 // %mask_1 = extractelement <16 x i1> %mask, i32 Idx in scalarizeMaskedExpandLoad()
699 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedExpandLoad() local
701 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedExpandLoad()
704 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedExpandLoad()
762 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedCompressStore() local
782 // Shorten the way if the mask is a vector of constants. in scalarizeMaskedCompressStore()
783 if (isConstantIntVector(Mask)) { in scalarizeMaskedCompressStore()
786 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedCompressStore()
798 // If the mask is not v1i1, use scalar bit test operations. This generates in scalarizeMaskedCompressStore()
803 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedCompressStore()
809 // %mask_1 = extractelement <16 x i1> %mask, i32 Idx in scalarizeMaskedCompressStore()
814 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedCompressStore() local
816 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedCompressStore()
819 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedCompressStore()
873 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedVectorHistogram() local
887 // Shorten the way if the mask is a vector of constants. in scalarizeMaskedVectorHistogram()
888 if (isConstantIntVector(Mask)) { in scalarizeMaskedVectorHistogram()
890 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedVectorHistogram()
903 Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedVectorHistogram()