Lines Matching refs:Rep
1971 Value *Rep = Builder.CreateCall(Intrin, in upgradeX86MaskedShift() local
1973 return emitX86Select(Builder, CI.getArgOperand(3), Rep, CI.getArgOperand(2)); in upgradeX86MaskedShift()
2000 CallBase &CI, Value *&Rep) { in upgradeAVX512MaskToSelect() argument
2229 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI.getModule(), IID), in upgradeAVX512MaskToSelect()
2232 Rep = emitX86Select(Builder, CI.getArgOperand(NumArgs - 1), Rep, in upgradeAVX512MaskToSelect()
2251 Value *Rep = nullptr; in upgradeX86IntrinsicCall() local
2321 Rep = Builder.CreateICmp(CmpEq ? ICmpInst::ICMP_EQ : ICmpInst::ICMP_SGT, in upgradeX86IntrinsicCall()
2323 Rep = Builder.CreateSExt(Rep, CI->getType(), ""); in upgradeX86IntrinsicCall()
2330 Rep = Builder.CreateZExt(CI->getArgOperand(0), ExtTy); in upgradeX86IntrinsicCall()
2331 Rep = Builder.CreateVectorSplat(NumElts, Rep); in upgradeX86IntrinsicCall()
2338 Rep = Builder.CreateInsertElement(Vec, Elt0, (uint64_t)0); in upgradeX86IntrinsicCall()
2342 Rep = in upgradeX86IntrinsicCall()
2354 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in upgradeX86IntrinsicCall()
2357 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), in upgradeX86IntrinsicCall()
2362 Rep = in upgradeX86IntrinsicCall()
2363 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
2369 Rep = Builder.CreateAnd(Op0, Op1); in upgradeX86IntrinsicCall()
2375 Rep = Builder.CreateICmp(Pred, Rep, Zero); in upgradeX86IntrinsicCall()
2376 Rep = applyX86MaskOn1BitsVec(Builder, Rep, Mask); in upgradeX86IntrinsicCall()
2380 Rep = Builder.CreateVectorSplat(NumElts, CI->getArgOperand(0)); in upgradeX86IntrinsicCall()
2381 Rep = in upgradeX86IntrinsicCall()
2382 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
2397 Rep = Builder.CreateShuffleVector(RHS, LHS, ArrayRef(Indices, NumElts)); in upgradeX86IntrinsicCall()
2398 Rep = Builder.CreateBitCast(Rep, CI->getType()); in upgradeX86IntrinsicCall()
2402 Rep = Builder.CreateAnd(LHS, RHS); in upgradeX86IntrinsicCall()
2403 Rep = Builder.CreateBitCast(Rep, CI->getType()); in upgradeX86IntrinsicCall()
2408 Rep = Builder.CreateAnd(LHS, RHS); in upgradeX86IntrinsicCall()
2409 Rep = Builder.CreateBitCast(Rep, CI->getType()); in upgradeX86IntrinsicCall()
2413 Rep = Builder.CreateOr(LHS, RHS); in upgradeX86IntrinsicCall()
2414 Rep = Builder.CreateBitCast(Rep, CI->getType()); in upgradeX86IntrinsicCall()
2418 Rep = Builder.CreateXor(LHS, RHS); in upgradeX86IntrinsicCall()
2419 Rep = Builder.CreateBitCast(Rep, CI->getType()); in upgradeX86IntrinsicCall()
2424 Rep = Builder.CreateXor(LHS, RHS); in upgradeX86IntrinsicCall()
2425 Rep = Builder.CreateBitCast(Rep, CI->getType()); in upgradeX86IntrinsicCall()
2427 Rep = getX86MaskVec(Builder, CI->getArgOperand(0), 16); in upgradeX86IntrinsicCall()
2428 Rep = Builder.CreateNot(Rep); in upgradeX86IntrinsicCall()
2429 Rep = Builder.CreateBitCast(Rep, CI->getType()); in upgradeX86IntrinsicCall()
2433 Rep = Builder.CreateOr(LHS, RHS); in upgradeX86IntrinsicCall()
2434 Rep = Builder.CreateBitCast(Rep, Builder.getInt16Ty()); in upgradeX86IntrinsicCall()
2440 Rep = Builder.CreateICmpEQ(Rep, C); in upgradeX86IntrinsicCall()
2441 Rep = Builder.CreateZExt(Rep, Builder.getInt32Ty()); in upgradeX86IntrinsicCall()
2460 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), EltOp, in upgradeX86IntrinsicCall()
2465 Rep = upgradeMaskedCompare(Builder, *CI, CmpEq ? 0 : 6, true); in upgradeX86IntrinsicCall()
2484 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in upgradeX86IntrinsicCall()
2486 Rep = applyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
2507 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in upgradeX86IntrinsicCall()
2509 Rep = applyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
2536 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in upgradeX86IntrinsicCall()
2541 Rep = upgradeMaskedCompare(Builder, *CI, Imm, true); in upgradeX86IntrinsicCall()
2544 Rep = upgradeMaskedCompare(Builder, *CI, Imm, false); in upgradeX86IntrinsicCall()
2551 Rep = Builder.CreateICmp(ICmpInst::ICMP_SLT, Op, Zero); in upgradeX86IntrinsicCall()
2552 Rep = applyX86MaskOn1BitsVec(Builder, Rep, nullptr); in upgradeX86IntrinsicCall()
2556 Rep = upgradeAbs(Builder, *CI); in upgradeX86IntrinsicCall()
2560 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::smax); in upgradeX86IntrinsicCall()
2564 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::umax); in upgradeX86IntrinsicCall()
2568 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::smin); in upgradeX86IntrinsicCall()
2572 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::umin); in upgradeX86IntrinsicCall()
2576 Rep = upgradePMULDQ(Builder, *CI, /*Signed*/ false); in upgradeX86IntrinsicCall()
2580 Rep = upgradePMULDQ(Builder, *CI, /*Signed*/ true); in upgradeX86IntrinsicCall()
2583 Rep = in upgradeX86IntrinsicCall()
2586 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in upgradeX86IntrinsicCall()
2588 Rep = in upgradeX86IntrinsicCall()
2591 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in upgradeX86IntrinsicCall()
2593 Rep = Builder.CreateExtractElement(CI->getArgOperand(1), (uint64_t)0); in upgradeX86IntrinsicCall()
2594 Rep = Builder.CreateFPExt( in upgradeX86IntrinsicCall()
2595 Rep, cast<VectorType>(CI->getType())->getElementType()); in upgradeX86IntrinsicCall()
2596 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in upgradeX86IntrinsicCall()
2613 Rep = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
2614 auto *SrcTy = cast<FixedVectorType>(Rep->getType()); in upgradeX86IntrinsicCall()
2619 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1}); in upgradeX86IntrinsicCall()
2625 Rep = Builder.CreateFPExt(Rep, DstTy, "cvtps2pd"); in upgradeX86IntrinsicCall()
2633 Rep = Builder.CreateCall(F, {Rep, CI->getArgOperand(3)}); in upgradeX86IntrinsicCall()
2635 Rep = IsUnsigned ? Builder.CreateUIToFP(Rep, DstTy, "cvt") in upgradeX86IntrinsicCall()
2636 : Builder.CreateSIToFP(Rep, DstTy, "cvt"); in upgradeX86IntrinsicCall()
2640 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in upgradeX86IntrinsicCall()
2645 Rep = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
2646 auto *SrcTy = cast<FixedVectorType>(Rep->getType()); in upgradeX86IntrinsicCall()
2650 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1, 2, 3}); in upgradeX86IntrinsicCall()
2652 Rep = Builder.CreateBitCast( in upgradeX86IntrinsicCall()
2653 Rep, FixedVectorType::get(Type::getHalfTy(C), NumDstElts)); in upgradeX86IntrinsicCall()
2654 Rep = Builder.CreateFPExt(Rep, DstTy, "cvtph2ps"); in upgradeX86IntrinsicCall()
2656 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in upgradeX86IntrinsicCall()
2661 Rep = upgradeMaskedLoad(Builder, CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
2676 Rep = Builder.CreateCall(ELd, {Ptr, MaskVec, CI->getOperand(1)}); in upgradeX86IntrinsicCall()
2691 Rep = Builder.CreateCall(CSt, {CI->getArgOperand(1), Ptr, MaskVec}); in upgradeX86IntrinsicCall()
2703 Rep = Builder.CreateCall(Intr, in upgradeX86IntrinsicCall()
2741 Rep = upgradeX86vpcom(Builder, *CI, Imm, IsSigned); in upgradeX86IntrinsicCall()
2747 Rep = Builder.CreateOr(Sel0, Sel1); in upgradeX86IntrinsicCall()
2750 Rep = upgradeX86Rotate(Builder, *CI, false); in upgradeX86IntrinsicCall()
2753 Rep = upgradeX86Rotate(Builder, *CI, true); in upgradeX86IntrinsicCall()
2758 Rep = upgradeX86ConcatShift(Builder, *CI, false, ZeroMask); in upgradeX86IntrinsicCall()
2763 Rep = upgradeX86ConcatShift(Builder, *CI, true, ZeroMask); in upgradeX86IntrinsicCall()
2769 Rep = Builder.CreateCall(CRC32, {Trunc0, CI->getArgOperand(1)}); in upgradeX86IntrinsicCall()
2770 Rep = Builder.CreateZExt(Rep, CI->getType(), ""); in upgradeX86IntrinsicCall()
2779 Rep = PoisonValue::get(VecTy); in upgradeX86IntrinsicCall()
2781 Rep = Builder.CreateInsertElement(Rep, Load, ConstantInt::get(I32Ty, I)); in upgradeX86IntrinsicCall()
2799 Rep = in upgradeX86IntrinsicCall()
2803 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in upgradeX86IntrinsicCall()
2810 Rep = Builder.CreateTrunc(CI->getArgOperand(0), Ty); in upgradeX86IntrinsicCall()
2811 Rep = in upgradeX86IntrinsicCall()
2812 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
2823 Rep = Builder.CreateShuffleVector(Load, ArrayRef<int>{0, 1, 0, 1}); in upgradeX86IntrinsicCall()
2825 Rep = Builder.CreateShuffleVector(Load, in upgradeX86IntrinsicCall()
2845 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0), in upgradeX86IntrinsicCall()
2847 Rep = in upgradeX86IntrinsicCall()
2848 emitX86Select(Builder, CI->getArgOperand(4), Rep, CI->getArgOperand(3)); in upgradeX86IntrinsicCall()
2860 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0), in upgradeX86IntrinsicCall()
2862 Rep = in upgradeX86IntrinsicCall()
2863 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
2874 Rep = Builder.CreateShuffleVector(Op, M); in upgradeX86IntrinsicCall()
2877 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in upgradeX86IntrinsicCall()
2883 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::sadd_sat); in upgradeX86IntrinsicCall()
2888 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::ssub_sat); in upgradeX86IntrinsicCall()
2892 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::uadd_sat); in upgradeX86IntrinsicCall()
2896 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::usub_sat); in upgradeX86IntrinsicCall()
2898 Rep = upgradeX86ALIGNIntrinsics(Builder, CI->getArgOperand(0), in upgradeX86IntrinsicCall()
2903 Rep = upgradeX86ALIGNIntrinsics( in upgradeX86IntrinsicCall()
2909 Rep = upgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0), in upgradeX86IntrinsicCall()
2914 Rep = upgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0), in upgradeX86IntrinsicCall()
2920 Rep = upgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0), Shift); in upgradeX86IntrinsicCall()
2925 Rep = upgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0), Shift); in upgradeX86IntrinsicCall()
2939 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in upgradeX86IntrinsicCall()
2961 Rep = Builder.CreateShuffleVector(Op1, Idxs); in upgradeX86IntrinsicCall()
2980 Rep = Builder.CreateShuffleVector(Op0, Rep, Idxs); in upgradeX86IntrinsicCall()
2984 Rep = emitX86Select(Builder, CI->getArgOperand(4), Rep, in upgradeX86IntrinsicCall()
3005 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in upgradeX86IntrinsicCall()
3009 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in upgradeX86IntrinsicCall()
3022 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in upgradeX86IntrinsicCall()
3025 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in upgradeX86IntrinsicCall()
3060 Rep = Builder.CreateShuffleVector(V0, V1, ShuffleMask); in upgradeX86IntrinsicCall()
3080 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in upgradeX86IntrinsicCall()
3083 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in upgradeX86IntrinsicCall()
3099 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in upgradeX86IntrinsicCall()
3102 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in upgradeX86IntrinsicCall()
3118 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in upgradeX86IntrinsicCall()
3121 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in upgradeX86IntrinsicCall()
3144 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in upgradeX86IntrinsicCall()
3146 Rep = in upgradeX86IntrinsicCall()
3147 emitX86Select(Builder, CI->getArgOperand(4), Rep, CI->getArgOperand(3)); in upgradeX86IntrinsicCall()
3166 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in upgradeX86IntrinsicCall()
3168 Rep = in upgradeX86IntrinsicCall()
3169 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3182 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in upgradeX86IntrinsicCall()
3184 Rep = in upgradeX86IntrinsicCall()
3185 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3198 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in upgradeX86IntrinsicCall()
3200 Rep = in upgradeX86IntrinsicCall()
3201 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3206 Rep = Builder.CreateAnd(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in upgradeX86IntrinsicCall()
3208 Rep = Builder.CreateBitCast(Rep, FTy); in upgradeX86IntrinsicCall()
3209 Rep = in upgradeX86IntrinsicCall()
3210 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3215 Rep = Builder.CreateNot(Builder.CreateBitCast(CI->getArgOperand(0), ITy)); in upgradeX86IntrinsicCall()
3216 Rep = Builder.CreateAnd(Rep, in upgradeX86IntrinsicCall()
3218 Rep = Builder.CreateBitCast(Rep, FTy); in upgradeX86IntrinsicCall()
3219 Rep = in upgradeX86IntrinsicCall()
3220 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3225 Rep = Builder.CreateOr(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in upgradeX86IntrinsicCall()
3227 Rep = Builder.CreateBitCast(Rep, FTy); in upgradeX86IntrinsicCall()
3228 Rep = in upgradeX86IntrinsicCall()
3229 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3234 Rep = Builder.CreateXor(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in upgradeX86IntrinsicCall()
3236 Rep = Builder.CreateBitCast(Rep, FTy); in upgradeX86IntrinsicCall()
3237 Rep = in upgradeX86IntrinsicCall()
3238 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3240 Rep = Builder.CreateAdd(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3241 Rep = in upgradeX86IntrinsicCall()
3242 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3244 Rep = Builder.CreateSub(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3245 Rep = in upgradeX86IntrinsicCall()
3246 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3248 Rep = Builder.CreateMul(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3249 Rep = in upgradeX86IntrinsicCall()
3250 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3259 Rep = Builder.CreateCall( in upgradeX86IntrinsicCall()
3263 Rep = Builder.CreateFAdd(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3265 Rep = in upgradeX86IntrinsicCall()
3266 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3275 Rep = Builder.CreateCall( in upgradeX86IntrinsicCall()
3279 Rep = Builder.CreateFDiv(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3281 Rep = in upgradeX86IntrinsicCall()
3282 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3291 Rep = Builder.CreateCall( in upgradeX86IntrinsicCall()
3295 Rep = Builder.CreateFMul(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3297 Rep = in upgradeX86IntrinsicCall()
3298 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3307 Rep = Builder.CreateCall( in upgradeX86IntrinsicCall()
3311 Rep = Builder.CreateFSub(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3313 Rep = in upgradeX86IntrinsicCall()
3314 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3325 Rep = Builder.CreateCall( in upgradeX86IntrinsicCall()
3328 Rep = in upgradeX86IntrinsicCall()
3329 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3331 Rep = in upgradeX86IntrinsicCall()
3335 Rep = in upgradeX86IntrinsicCall()
3336 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3403 Rep = upgradeX86MaskedShift(Builder, *CI, IID); in upgradeX86IntrinsicCall()
3470 Rep = upgradeX86MaskedShift(Builder, *CI, IID); in upgradeX86IntrinsicCall()
3535 Rep = upgradeX86MaskedShift(Builder, *CI, IID); in upgradeX86IntrinsicCall()
3537 Rep = upgradeMaskedMove(Builder, *CI); in upgradeX86IntrinsicCall()
3539 Rep = upgradeMaskToInt(Builder, *CI); in upgradeX86IntrinsicCall()
3553 Rep = LI; in upgradeX86IntrinsicCall()
3578 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), in upgradeX86IntrinsicCall()
3584 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in upgradeX86IntrinsicCall()
3593 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), in upgradeX86IntrinsicCall()
3598 Rep = Builder.CreateInsertElement(Constant::getNullValue(CI->getType()), in upgradeX86IntrinsicCall()
3599 Rep, (uint64_t)0); in upgradeX86IntrinsicCall()
3637 Rep = Builder.CreateCall(FMA, Ops); in upgradeX86IntrinsicCall()
3641 Rep = Builder.CreateCall(FMA, {A, B, C}); in upgradeX86IntrinsicCall()
3644 Value *PassThru = IsMaskZ ? Constant::getNullValue(Rep->getType()) in upgradeX86IntrinsicCall()
3654 Rep = emitX86ScalarSelect(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
3655 Rep = Builder.CreateInsertElement(CI->getArgOperand(IsMask3 ? 2 : 0), Rep, in upgradeX86IntrinsicCall()
3692 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in upgradeX86IntrinsicCall()
3697 Rep = Builder.CreateCall(FMA, {A, B, C}); in upgradeX86IntrinsicCall()
3704 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
3723 Rep = in upgradeX86IntrinsicCall()
3747 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in upgradeX86IntrinsicCall()
3768 Rep = Builder.CreateShuffleVector(Even, Odd, Idxs); in upgradeX86IntrinsicCall()
3775 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
3799 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in upgradeX86IntrinsicCall()
3803 Rep = emitX86Select(Builder, CI->getArgOperand(4), Rep, PassThru); in upgradeX86IntrinsicCall()
3827 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in upgradeX86IntrinsicCall()
3831 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
3837 Rep = upgradeX86VPERMT2Intrinsics(Builder, *CI, ZeroMask, IndexForm); in upgradeX86IntrinsicCall()
3863 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in upgradeX86IntrinsicCall()
3867 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
3893 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in upgradeX86IntrinsicCall()
3897 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
3929 Rep = nullptr; in upgradeX86IntrinsicCall()
3931 upgradeAVX512MaskToSelect(Name, Builder, *CI, Rep)) { in upgradeX86IntrinsicCall()
3935 return Rep; in upgradeX86IntrinsicCall()
4190 Value *Rep = nullptr; in UpgradeIntrinsicCall() local
4193 Rep = nullptr; in UpgradeIntrinsicCall()
4199 Rep = Builder.CreateSelect(Cmp, Arg, Neg, "abs"); in UpgradeIntrinsicCall()
4204 Rep = Builder.CreateAtomicRMW(AtomicRMWInst::FAdd, Ptr, Val, MaybeAlign(), in UpgradeIntrinsicCall()
4214 Rep = Builder.CreateSelect(Cmp, Arg0, Arg1, "max"); in UpgradeIntrinsicCall()
4223 Rep = Builder.CreateSelect(Cmp, Arg0, Arg1, "min"); in UpgradeIntrinsicCall()
4231 Rep = Builder.CreateTrunc(Ctlz, Builder.getInt32Ty(), "ctlz.trunc"); in UpgradeIntrinsicCall()
4240 Rep = Builder.CreateTrunc(Popc, Builder.getInt32Ty(), "ctpop.trunc"); in UpgradeIntrinsicCall()
4243 Rep = in UpgradeIntrinsicCall()
4264 Rep = Builder.CreateCall(NewFn, Args); in UpgradeIntrinsicCall()
4266 Rep = Builder.CreateBitCast(Rep, F->getReturnType()); in UpgradeIntrinsicCall()
4270 Rep = upgradeX86IntrinsicCall(Name, CI, F, Builder); in UpgradeIntrinsicCall()
4272 Rep = upgradeARMIntrinsicCall(Name, CI, F, Builder); in UpgradeIntrinsicCall()
4274 Rep = upgradeAMDGCNIntrinsicCall(Name, CI, F, Builder); in UpgradeIntrinsicCall()
4294 if (Rep) in UpgradeIntrinsicCall()
4295 CI->replaceAllUsesWith(Rep); in UpgradeIntrinsicCall()