Lines Matching refs:Mask
91 static bool isConstantIntVector(Value *Mask) { in isConstantIntVector() argument
92 Constant *C = dyn_cast<Constant>(Mask); in isConstantIntVector()
96 unsigned NumElts = cast<FixedVectorType>(Mask->getType())->getNumElements(); in isConstantIntVector()
147 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedLoad() local
163 if (isa<Constant>(Mask) && cast<Constant>(Mask)->isAllOnesValue()) { in scalarizeMaskedLoad()
178 if (isConstantIntVector(Mask)) { in scalarizeMaskedLoad()
180 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedLoad()
196 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedLoad()
209 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedLoad() local
211 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedLoad()
214 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedLoad()
286 Value *Mask = CI->getArgOperand(3); in scalarizeMaskedStore() local
299 if (isa<Constant>(Mask) && cast<Constant>(Mask)->isAllOnesValue()) { in scalarizeMaskedStore()
310 if (isConstantIntVector(Mask)) { in scalarizeMaskedStore()
312 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedStore()
327 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedStore()
339 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedStore() local
341 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedStore()
344 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedStore()
409 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedGather() local
428 if (isConstantIntVector(Mask)) { in scalarizeMaskedGather()
430 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedGather()
448 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedGather()
461 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedGather() local
463 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedGather()
466 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedGather()
540 Value *Mask = CI->getArgOperand(3); in scalarizeMaskedScatter() local
558 if (isConstantIntVector(Mask)) { in scalarizeMaskedScatter()
560 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedScatter()
576 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedScatter()
588 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedScatter() local
590 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedScatter()
593 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedScatter()
628 Value *Mask = CI->getArgOperand(1); in scalarizeMaskedExpandLoad() local
655 if (isConstantIntVector(Mask)) { in scalarizeMaskedExpandLoad()
661 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) { in scalarizeMaskedExpandLoad()
686 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedExpandLoad()
699 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedExpandLoad() local
701 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedExpandLoad()
704 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedExpandLoad()
762 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedCompressStore() local
783 if (isConstantIntVector(Mask)) { in scalarizeMaskedCompressStore()
786 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedCompressStore()
803 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedCompressStore()
814 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedCompressStore() local
816 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedCompressStore()
819 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedCompressStore()
873 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedVectorHistogram() local
888 if (isConstantIntVector(Mask)) { in scalarizeMaskedVectorHistogram()
890 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedVectorHistogram()
903 Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedVectorHistogram()