Lines Matching full:builder
155 IRBuilder<> Builder(CI->getContext()); in scalarizeMaskedLoad() local
159 Builder.SetInsertPoint(InsertPt); in scalarizeMaskedLoad()
160 Builder.SetCurrentDebugLocation(CI->getDebugLoc()); in scalarizeMaskedLoad()
164 Value *NewI = Builder.CreateAlignedLoad(VecType, Ptr, AlignVal); in scalarizeMaskedLoad()
182 Value *Gep = Builder.CreateConstInBoundsGEP1_32(EltTy, Ptr, Idx); in scalarizeMaskedLoad()
183 LoadInst *Load = Builder.CreateAlignedLoad(EltTy, Gep, AdjustedAlignVal); in scalarizeMaskedLoad()
184 VResult = Builder.CreateInsertElement(VResult, Load, Idx); in scalarizeMaskedLoad()
195 Type *SclrMaskTy = Builder.getIntNTy(VectorWidth); in scalarizeMaskedLoad()
196 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedLoad()
209 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedLoad()
211 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedLoad()
212 Builder.getIntN(VectorWidth, 0)); in scalarizeMaskedLoad()
214 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedLoad()
230 Builder.SetInsertPoint(CondBlock->getTerminator()); in scalarizeMaskedLoad()
231 Value *Gep = Builder.CreateConstInBoundsGEP1_32(EltTy, Ptr, Idx); in scalarizeMaskedLoad()
232 LoadInst *Load = Builder.CreateAlignedLoad(EltTy, Gep, AdjustedAlignVal); in scalarizeMaskedLoad()
233 Value *NewVResult = Builder.CreateInsertElement(VResult, Load, Idx); in scalarizeMaskedLoad()
242 Builder.SetInsertPoint(NewIfBlock, NewIfBlock->begin()); in scalarizeMaskedLoad()
243 PHINode *Phi = Builder.CreatePHI(VecType, 2, "res.phi.else"); in scalarizeMaskedLoad()
293 IRBuilder<> Builder(CI->getContext()); in scalarizeMaskedStore() local
295 Builder.SetInsertPoint(InsertPt); in scalarizeMaskedStore()
296 Builder.SetCurrentDebugLocation(CI->getDebugLoc()); in scalarizeMaskedStore()
300 Builder.CreateAlignedStore(Src, Ptr, AlignVal); in scalarizeMaskedStore()
314 Value *OneElt = Builder.CreateExtractElement(Src, Idx); in scalarizeMaskedStore()
315 Value *Gep = Builder.CreateConstInBoundsGEP1_32(EltTy, Ptr, Idx); in scalarizeMaskedStore()
316 Builder.CreateAlignedStore(OneElt, Gep, AdjustedAlignVal); in scalarizeMaskedStore()
326 Type *SclrMaskTy = Builder.getIntNTy(VectorWidth); in scalarizeMaskedStore()
327 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedStore()
339 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedStore()
341 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedStore()
342 Builder.getIntN(VectorWidth, 0)); in scalarizeMaskedStore()
344 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedStore()
360 Builder.SetInsertPoint(CondBlock->getTerminator()); in scalarizeMaskedStore()
361 Value *OneElt = Builder.CreateExtractElement(Src, Idx); in scalarizeMaskedStore()
362 Value *Gep = Builder.CreateConstInBoundsGEP1_32(EltTy, Ptr, Idx); in scalarizeMaskedStore()
363 Builder.CreateAlignedStore(OneElt, Gep, AdjustedAlignVal); in scalarizeMaskedStore()
369 Builder.SetInsertPoint(NewIfBlock, NewIfBlock->begin()); in scalarizeMaskedStore()
415 IRBuilder<> Builder(CI->getContext()); in scalarizeMaskedGather() local
418 Builder.SetInsertPoint(InsertPt); in scalarizeMaskedGather()
421 Builder.SetCurrentDebugLocation(CI->getDebugLoc()); in scalarizeMaskedGather()
432 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedGather()
434 Builder.CreateAlignedLoad(EltTy, Ptr, AlignVal, "Load" + Twine(Idx)); in scalarizeMaskedGather()
436 Builder.CreateInsertElement(VResult, Load, Idx, "Res" + Twine(Idx)); in scalarizeMaskedGather()
447 Type *SclrMaskTy = Builder.getIntNTy(VectorWidth); in scalarizeMaskedGather()
448 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedGather()
461 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedGather()
463 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedGather()
464 Builder.getIntN(VectorWidth, 0)); in scalarizeMaskedGather()
466 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedGather()
482 Builder.SetInsertPoint(CondBlock->getTerminator()); in scalarizeMaskedGather()
483 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedGather()
485 Builder.CreateAlignedLoad(EltTy, Ptr, AlignVal, "Load" + Twine(Idx)); in scalarizeMaskedGather()
487 Builder.CreateInsertElement(VResult, Load, Idx, "Res" + Twine(Idx)); in scalarizeMaskedGather()
496 Builder.SetInsertPoint(NewIfBlock, NewIfBlock->begin()); in scalarizeMaskedGather()
497 PHINode *Phi = Builder.CreatePHI(VecType, 2, "res.phi.else"); in scalarizeMaskedGather()
549 IRBuilder<> Builder(CI->getContext()); in scalarizeMaskedScatter() local
551 Builder.SetInsertPoint(InsertPt); in scalarizeMaskedScatter()
552 Builder.SetCurrentDebugLocation(CI->getDebugLoc()); in scalarizeMaskedScatter()
563 Builder.CreateExtractElement(Src, Idx, "Elt" + Twine(Idx)); in scalarizeMaskedScatter()
564 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedScatter()
565 Builder.CreateAlignedStore(OneElt, Ptr, AlignVal); in scalarizeMaskedScatter()
575 Type *SclrMaskTy = Builder.getIntNTy(VectorWidth); in scalarizeMaskedScatter()
576 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedScatter()
588 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedScatter()
590 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedScatter()
591 Builder.getIntN(VectorWidth, 0)); in scalarizeMaskedScatter()
593 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedScatter()
609 Builder.SetInsertPoint(CondBlock->getTerminator()); in scalarizeMaskedScatter()
610 Value *OneElt = Builder.CreateExtractElement(Src, Idx, "Elt" + Twine(Idx)); in scalarizeMaskedScatter()
611 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedScatter()
612 Builder.CreateAlignedStore(OneElt, Ptr, AlignVal); in scalarizeMaskedScatter()
618 Builder.SetInsertPoint(NewIfBlock, NewIfBlock->begin()); in scalarizeMaskedScatter()
636 IRBuilder<> Builder(CI->getContext()); in scalarizeMaskedExpandLoad() local
640 Builder.SetInsertPoint(InsertPt); in scalarizeMaskedExpandLoad()
641 Builder.SetCurrentDebugLocation(CI->getDebugLoc()); in scalarizeMaskedExpandLoad()
666 Builder.CreateConstInBoundsGEP1_32(EltTy, Ptr, MemIndex); in scalarizeMaskedExpandLoad()
667 InsertElt = Builder.CreateAlignedLoad(EltTy, NewPtr, AdjustedAlignment, in scalarizeMaskedExpandLoad()
672 VResult = Builder.CreateInsertElement(VResult, InsertElt, Idx, in scalarizeMaskedExpandLoad()
675 VResult = Builder.CreateShuffleVector(VResult, PassThru, ShuffleMask); in scalarizeMaskedExpandLoad()
685 Type *SclrMaskTy = Builder.getIntNTy(VectorWidth); in scalarizeMaskedExpandLoad()
686 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedExpandLoad()
699 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedExpandLoad()
701 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedExpandLoad()
702 Builder.getIntN(VectorWidth, 0)); in scalarizeMaskedExpandLoad()
704 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedExpandLoad()
720 Builder.SetInsertPoint(CondBlock->getTerminator()); in scalarizeMaskedExpandLoad()
721 LoadInst *Load = Builder.CreateAlignedLoad(EltTy, Ptr, AdjustedAlignment); in scalarizeMaskedExpandLoad()
722 Value *NewVResult = Builder.CreateInsertElement(VResult, Load, Idx); in scalarizeMaskedExpandLoad()
727 NewPtr = Builder.CreateConstInBoundsGEP1_32(EltTy, Ptr, 1); in scalarizeMaskedExpandLoad()
736 Builder.SetInsertPoint(NewIfBlock, NewIfBlock->begin()); in scalarizeMaskedExpandLoad()
737 PHINode *ResultPhi = Builder.CreatePHI(VecType, 2, "res.phi.else"); in scalarizeMaskedExpandLoad()
744 PHINode *PtrPhi = Builder.CreatePHI(Ptr->getType(), 2, "ptr.phi.else"); in scalarizeMaskedExpandLoad()
767 IRBuilder<> Builder(CI->getContext()); in scalarizeMaskedCompressStore() local
771 Builder.SetInsertPoint(InsertPt); in scalarizeMaskedCompressStore()
772 Builder.SetCurrentDebugLocation(CI->getDebugLoc()); in scalarizeMaskedCompressStore()
789 Builder.CreateExtractElement(Src, Idx, "Elt" + Twine(Idx)); in scalarizeMaskedCompressStore()
790 Value *NewPtr = Builder.CreateConstInBoundsGEP1_32(EltTy, Ptr, MemIndex); in scalarizeMaskedCompressStore()
791 Builder.CreateAlignedStore(OneElt, NewPtr, AdjustedAlignment); in scalarizeMaskedCompressStore()
802 Type *SclrMaskTy = Builder.getIntNTy(VectorWidth); in scalarizeMaskedCompressStore()
803 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedCompressStore()
814 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedCompressStore()
816 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedCompressStore()
817 Builder.getIntN(VectorWidth, 0)); in scalarizeMaskedCompressStore()
819 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedCompressStore()
835 Builder.SetInsertPoint(CondBlock->getTerminator()); in scalarizeMaskedCompressStore()
836 Value *OneElt = Builder.CreateExtractElement(Src, Idx); in scalarizeMaskedCompressStore()
837 Builder.CreateAlignedStore(OneElt, Ptr, AdjustedAlignment); in scalarizeMaskedCompressStore()
842 NewPtr = Builder.CreateConstInBoundsGEP1_32(EltTy, Ptr, 1); in scalarizeMaskedCompressStore()
850 Builder.SetInsertPoint(NewIfBlock, NewIfBlock->begin()); in scalarizeMaskedCompressStore()
854 PHINode *PtrPhi = Builder.CreatePHI(Ptr->getType(), 2, "ptr.phi.else"); in scalarizeMaskedCompressStore()
878 IRBuilder<> Builder(CI->getContext()); in scalarizeMaskedVectorHistogram() local
880 Builder.SetInsertPoint(InsertPt); in scalarizeMaskedVectorHistogram()
882 Builder.SetCurrentDebugLocation(CI->getDebugLoc()); in scalarizeMaskedVectorHistogram()
892 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedVectorHistogram()
893 LoadInst *Load = Builder.CreateLoad(EltTy, Ptr, "Load" + Twine(Idx)); in scalarizeMaskedVectorHistogram()
894 Value *Add = Builder.CreateAdd(Load, Inc); in scalarizeMaskedVectorHistogram()
895 Builder.CreateStore(Add, Ptr); in scalarizeMaskedVectorHistogram()
903 Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedVectorHistogram()
912 Builder.SetInsertPoint(CondBlock->getTerminator()); in scalarizeMaskedVectorHistogram()
913 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedVectorHistogram()
914 LoadInst *Load = Builder.CreateLoad(EltTy, Ptr, "Load" + Twine(Idx)); in scalarizeMaskedVectorHistogram()
915 Value *Add = Builder.CreateAdd(Load, Inc); in scalarizeMaskedVectorHistogram()
916 Builder.CreateStore(Add, Ptr); in scalarizeMaskedVectorHistogram()
921 Builder.SetInsertPoint(NewIfBlock, NewIfBlock->begin()); in scalarizeMaskedVectorHistogram()