Lines Matching refs:getArgOperand
1886 Value *Args[] = { CI.getArgOperand(0) , CI.getArgOperand(1), in upgradeX86VPERMT2Intrinsics()
1887 CI.getArgOperand(2) }; in upgradeX86VPERMT2Intrinsics()
1895 : Builder.CreateBitCast(CI.getArgOperand(1), in upgradeX86VPERMT2Intrinsics()
1897 return emitX86Select(Builder, CI.getArgOperand(3), V, PassThru); in upgradeX86VPERMT2Intrinsics()
1918 Value *Src = CI.getArgOperand(0); in upgradeX86Rotate()
1919 Value *Amt = CI.getArgOperand(1); in upgradeX86Rotate()
1944 Value *LHS = CI.getArgOperand(0); in upgradeX86vpcom()
1945 Value *RHS = CI.getArgOperand(1); in upgradeX86vpcom()
1983 Value *Op0 = CI.getArgOperand(0); in upgradeX86ConcatShift()
1984 Value *Op1 = CI.getArgOperand(1); in upgradeX86ConcatShift()
1985 Value *Amt = CI.getArgOperand(2); in upgradeX86ConcatShift()
2004 Value *VecSrc = NumArgs == 5 ? CI.getArgOperand(3) : in upgradeX86ConcatShift()
2006 CI.getArgOperand(0); in upgradeX86ConcatShift()
2054 Value *Op0 = CI.getArgOperand(0); in upgradeAbs()
2058 Res = emitX86Select(Builder, CI.getArgOperand(2), Res, CI.getArgOperand(1)); in upgradeAbs()
2066 Value *LHS = Builder.CreateBitCast(CI.getArgOperand(0), Ty); in upgradePMULDQ()
2067 Value *RHS = Builder.CreateBitCast(CI.getArgOperand(1), Ty); in upgradePMULDQ()
2086 Res = emitX86Select(Builder, CI.getArgOperand(3), Res, CI.getArgOperand(2)); in upgradePMULDQ()
2116 Value *Op0 = CI.getArgOperand(0); in upgradeMaskedCompare()
2137 Cmp = Builder.CreateICmp(Pred, Op0, CI.getArgOperand(1)); in upgradeMaskedCompare()
2140 Value *Mask = CI.getArgOperand(CI.arg_size() - 1); in upgradeMaskedCompare()
2149 Builder.CreateIntrinsic(IID, {CI.getArgOperand(0), CI.getArgOperand(1)}); in upgradeX86MaskedShift()
2150 return emitX86Select(Builder, CI.getArgOperand(3), Rep, CI.getArgOperand(2)); in upgradeX86MaskedShift()
2154 Value* A = CI.getArgOperand(0); in upgradeMaskedMove()
2155 Value* B = CI.getArgOperand(1); in upgradeMaskedMove()
2156 Value* Src = CI.getArgOperand(2); in upgradeMaskedMove()
2157 Value* Mask = CI.getArgOperand(3); in upgradeMaskedMove()
2168 Value* Op = CI.getArgOperand(0); in upgradeMaskToInt()
2408 Rep = emitX86Select(Builder, CI.getArgOperand(NumArgs - 1), Rep, in upgradeAVX512MaskToSelect()
2409 CI.getArgOperand(NumArgs - 2)); in upgradeAVX512MaskToSelect()
2429 Value *Arg = CI->getArgOperand(0); in upgradeNVVMIntrinsicCall()
2438 Value *Arg = Builder.CreateBitCast(CI->getArgOperand(0), Ty); in upgradeNVVMIntrinsicCall()
2444 Rep = Builder.CreateUnaryIntrinsic(IID, CI->getArgOperand(0)); in upgradeNVVMIntrinsicCall()
2447 Value *Ptr = CI->getArgOperand(0); in upgradeNVVMIntrinsicCall()
2448 Value *Val = CI->getArgOperand(1); in upgradeNVVMIntrinsicCall()
2453 Value *Ptr = CI->getArgOperand(0); in upgradeNVVMIntrinsicCall()
2454 Value *Val = CI->getArgOperand(1); in upgradeNVVMIntrinsicCall()
2462 Value *Arg0 = CI->getArgOperand(0); in upgradeNVVMIntrinsicCall()
2463 Value *Arg1 = CI->getArgOperand(1); in upgradeNVVMIntrinsicCall()
2471 Value *Arg0 = CI->getArgOperand(0); in upgradeNVVMIntrinsicCall()
2472 Value *Arg1 = CI->getArgOperand(1); in upgradeNVVMIntrinsicCall()
2479 Value *Arg = CI->getArgOperand(0); in upgradeNVVMIntrinsicCall()
2487 Value *Arg = CI->getArgOperand(0); in upgradeNVVMIntrinsicCall()
2493 {Builder.getFloatTy()}, CI->getArgOperand(0), in upgradeNVVMIntrinsicCall()
2498 Rep = Builder.CreateBitCast(CI->getArgOperand(0), CI->getType()); in upgradeNVVMIntrinsicCall()
2525 Rep = Builder.CreateAddrSpaceCast(CI->getArgOperand(0), CI->getType()); in upgradeNVVMIntrinsicCall()
2527 Value *Ptr = CI->getArgOperand(0); in upgradeNVVMIntrinsicCall()
2528 Align PtrAlign = cast<ConstantInt>(CI->getArgOperand(1))->getAlignValue(); in upgradeNVVMIntrinsicCall()
2537 Name.ends_with('0') ? Builder.getInt32(0) : CI->getArgOperand(0); in upgradeNVVMIntrinsicCall()
2543 {CI->getArgOperand(0), CI->getArgOperand(1)}); in upgradeNVVMIntrinsicCall()
2546 {CI->getArgOperand(0)}); in upgradeNVVMIntrinsicCall()
2549 {CI->getArgOperand(0), CI->getArgOperand(1)}); in upgradeNVVMIntrinsicCall()
2558 Value *Arg = CI->getArgOperand(I); in upgradeNVVMIntrinsicCall()
2586 Value *Arg0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
2587 Value *Arg1 = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
2603 Value *Arg0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
2604 Value *Arg1 = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
2611 Value *Arg0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
2612 Value *Arg1 = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
2621 Value *Arg0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
2622 Value *Arg1 = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
2625 Value *Mask = Builder.CreateAnd(CI->getArgOperand(2), Builder.getInt8(1)); in upgradeX86IntrinsicCall()
2626 upgradeMaskedStore(Builder, CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
2631 upgradeMaskedStore(Builder, CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
2632 CI->getArgOperand(2), Aligned); in upgradeX86IntrinsicCall()
2638 CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
2646 Rep = Builder.CreateZExt(CI->getArgOperand(0), ExtTy); in upgradeX86IntrinsicCall()
2649 Value *Vec = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
2657 {CI->getArgOperand(0)}); in upgradeX86IntrinsicCall()
2660 (!isa<ConstantInt>(CI->getArgOperand(3)) || in upgradeX86IntrinsicCall()
2661 cast<ConstantInt>(CI->getArgOperand(3))->getZExtValue() != 4)) { in upgradeX86IntrinsicCall()
2665 Value *Args[] = {CI->getArgOperand(0), CI->getArgOperand(3)}; in upgradeX86IntrinsicCall()
2669 {CI->getArgOperand(0)}); in upgradeX86IntrinsicCall()
2672 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
2675 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
2676 Value *Op1 = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
2677 Value *Mask = CI->getArgOperand(2); in upgradeX86IntrinsicCall()
2687 unsigned NumElts = cast<FixedVectorType>(CI->getArgOperand(1)->getType()) in upgradeX86IntrinsicCall()
2689 Rep = Builder.CreateVectorSplat(NumElts, CI->getArgOperand(0)); in upgradeX86IntrinsicCall()
2691 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
2694 Value *LHS = getX86MaskVec(Builder, CI->getArgOperand(0), NumElts); in upgradeX86IntrinsicCall()
2695 Value *RHS = getX86MaskVec(Builder, CI->getArgOperand(1), NumElts); in upgradeX86IntrinsicCall()
2709 Value *LHS = getX86MaskVec(Builder, CI->getArgOperand(0), 16); in upgradeX86IntrinsicCall()
2710 Value *RHS = getX86MaskVec(Builder, CI->getArgOperand(1), 16); in upgradeX86IntrinsicCall()
2714 Value *LHS = getX86MaskVec(Builder, CI->getArgOperand(0), 16); in upgradeX86IntrinsicCall()
2715 Value *RHS = getX86MaskVec(Builder, CI->getArgOperand(1), 16); in upgradeX86IntrinsicCall()
2720 Value *LHS = getX86MaskVec(Builder, CI->getArgOperand(0), 16); in upgradeX86IntrinsicCall()
2721 Value *RHS = getX86MaskVec(Builder, CI->getArgOperand(1), 16); in upgradeX86IntrinsicCall()
2725 Value *LHS = getX86MaskVec(Builder, CI->getArgOperand(0), 16); in upgradeX86IntrinsicCall()
2726 Value *RHS = getX86MaskVec(Builder, CI->getArgOperand(1), 16); in upgradeX86IntrinsicCall()
2730 Value *LHS = getX86MaskVec(Builder, CI->getArgOperand(0), 16); in upgradeX86IntrinsicCall()
2731 Value *RHS = getX86MaskVec(Builder, CI->getArgOperand(1), 16); in upgradeX86IntrinsicCall()
2736 Rep = getX86MaskVec(Builder, CI->getArgOperand(0), 16); in upgradeX86IntrinsicCall()
2740 Value *LHS = getX86MaskVec(Builder, CI->getArgOperand(0), 16); in upgradeX86IntrinsicCall()
2741 Value *RHS = getX86MaskVec(Builder, CI->getArgOperand(1), 16); in upgradeX86IntrinsicCall()
2756 Value *Elt0 = Builder.CreateExtractElement(CI->getArgOperand(0), in upgradeX86IntrinsicCall()
2758 Value *Elt1 = Builder.CreateExtractElement(CI->getArgOperand(1), in upgradeX86IntrinsicCall()
2769 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), EltOp, in upgradeX86IntrinsicCall()
2776 Type *OpTy = CI->getArgOperand(0)->getType(); in upgradeX86IntrinsicCall()
2794 Builder.CreateIntrinsic(IID, {CI->getOperand(0), CI->getArgOperand(1)}); in upgradeX86IntrinsicCall()
2795 Rep = applyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
2797 Type *OpTy = CI->getArgOperand(0)->getType(); in upgradeX86IntrinsicCall()
2817 Builder.CreateIntrinsic(IID, {CI->getOperand(0), CI->getArgOperand(1)}); in upgradeX86IntrinsicCall()
2818 Rep = applyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
2848 unsigned Imm = cast<ConstantInt>(CI->getArgOperand(2))->getZExtValue(); in upgradeX86IntrinsicCall()
2851 unsigned Imm = cast<ConstantInt>(CI->getArgOperand(2))->getZExtValue(); in upgradeX86IntrinsicCall()
2857 Value *Op = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
2892 Builder.CreateSIToFP(CI->getArgOperand(1), in upgradeX86IntrinsicCall()
2894 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in upgradeX86IntrinsicCall()
2897 Builder.CreateUIToFP(CI->getArgOperand(1), in upgradeX86IntrinsicCall()
2899 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in upgradeX86IntrinsicCall()
2901 Rep = Builder.CreateExtractElement(CI->getArgOperand(1), (uint64_t)0); in upgradeX86IntrinsicCall()
2904 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in upgradeX86IntrinsicCall()
2921 Rep = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
2935 (!isa<ConstantInt>(CI->getArgOperand(3)) || in upgradeX86IntrinsicCall()
2936 cast<ConstantInt>(CI->getArgOperand(3))->getZExtValue() != 4)) { in upgradeX86IntrinsicCall()
2940 {Rep, CI->getArgOperand(3)}); in upgradeX86IntrinsicCall()
2947 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in upgradeX86IntrinsicCall()
2948 CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
2952 Rep = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
2963 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in upgradeX86IntrinsicCall()
2964 CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
2968 Rep = upgradeMaskedLoad(Builder, CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
2969 CI->getArgOperand(2), Aligned); in upgradeX86IntrinsicCall()
2972 Value *MaskVec = getX86MaskVec(Builder, CI->getArgOperand(2), in upgradeX86IntrinsicCall()
2979 auto *ResultTy = cast<VectorType>(CI->getArgOperand(1)->getType()); in upgradeX86IntrinsicCall()
2981 getX86MaskVec(Builder, CI->getArgOperand(2), in upgradeX86IntrinsicCall()
2986 {CI->getArgOperand(1), CI->getArgOperand(0), MaskVec}); in upgradeX86IntrinsicCall()
2991 Value *MaskVec = getX86MaskVec(Builder, CI->getArgOperand(2), in upgradeX86IntrinsicCall()
3012 Imm = cast<ConstantInt>(CI->getArgOperand(2))->getZExtValue(); in upgradeX86IntrinsicCall()
3037 Value *Sel = CI->getArgOperand(2); in upgradeX86IntrinsicCall()
3039 Value *Sel0 = Builder.CreateAnd(CI->getArgOperand(0), Sel); in upgradeX86IntrinsicCall()
3040 Value *Sel1 = Builder.CreateAnd(CI->getArgOperand(1), NotSel); in upgradeX86IntrinsicCall()
3060 Builder.CreateTrunc(CI->getArgOperand(0), Type::getInt32Ty(C)); in upgradeX86IntrinsicCall()
3062 {Trunc0, CI->getArgOperand(1)}); in upgradeX86IntrinsicCall()
3070 Value *Load = Builder.CreateLoad(EltTy, CI->getArgOperand(0)); in upgradeX86IntrinsicCall()
3089 Value *SV = Builder.CreateShuffleVector(CI->getArgOperand(0), ShuffleMask); in upgradeX86IntrinsicCall()
3096 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in upgradeX86IntrinsicCall()
3097 CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3102 Type *Ty = CI->getArgOperand(1)->getType(); in upgradeX86IntrinsicCall()
3103 Rep = Builder.CreateTrunc(CI->getArgOperand(0), Ty); in upgradeX86IntrinsicCall()
3105 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3112 Value *Load = Builder.CreateAlignedLoad(VT, CI->getArgOperand(0), Align(1)); in upgradeX86IntrinsicCall()
3120 unsigned Imm = cast<ConstantInt>(CI->getArgOperand(2))->getZExtValue(); in upgradeX86IntrinsicCall()
3136 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0), in upgradeX86IntrinsicCall()
3137 CI->getArgOperand(1), ShuffleMask); in upgradeX86IntrinsicCall()
3139 emitX86Select(Builder, CI->getArgOperand(4), Rep, CI->getArgOperand(3)); in upgradeX86IntrinsicCall()
3142 unsigned NumSrcElts = cast<FixedVectorType>(CI->getArgOperand(0)->getType()) in upgradeX86IntrinsicCall()
3151 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0), in upgradeX86IntrinsicCall()
3152 CI->getArgOperand(0), ShuffleMask); in upgradeX86IntrinsicCall()
3154 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3160 Value *Op = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3168 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in upgradeX86IntrinsicCall()
3169 CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3189 Rep = upgradeX86ALIGNIntrinsics(Builder, CI->getArgOperand(0), in upgradeX86IntrinsicCall()
3190 CI->getArgOperand(1), CI->getArgOperand(2), in upgradeX86IntrinsicCall()
3191 CI->getArgOperand(3), CI->getArgOperand(4), in upgradeX86IntrinsicCall()
3195 Builder, CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
3196 CI->getArgOperand(2), CI->getArgOperand(3), CI->getArgOperand(4), true); in upgradeX86IntrinsicCall()
3199 unsigned Shift = cast<ConstantInt>(CI->getArgOperand(1))->getZExtValue(); in upgradeX86IntrinsicCall()
3200 Rep = upgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0), in upgradeX86IntrinsicCall()
3204 unsigned Shift = cast<ConstantInt>(CI->getArgOperand(1))->getZExtValue(); in upgradeX86IntrinsicCall()
3205 Rep = upgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0), in upgradeX86IntrinsicCall()
3210 unsigned Shift = cast<ConstantInt>(CI->getArgOperand(1))->getZExtValue(); in upgradeX86IntrinsicCall()
3211 Rep = upgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0), Shift); in upgradeX86IntrinsicCall()
3215 unsigned Shift = cast<ConstantInt>(CI->getArgOperand(1))->getZExtValue(); in upgradeX86IntrinsicCall()
3216 Rep = upgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0), Shift); in upgradeX86IntrinsicCall()
3220 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3221 Value *Op1 = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
3222 unsigned Imm = cast<ConstantInt>(CI->getArgOperand(2))->getZExtValue(); in upgradeX86IntrinsicCall()
3234 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3235 Value *Op1 = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
3236 unsigned Imm = cast<ConstantInt>(CI->getArgOperand(2))->getZExtValue(); in upgradeX86IntrinsicCall()
3275 Rep = emitX86Select(Builder, CI->getArgOperand(4), Rep, in upgradeX86IntrinsicCall()
3276 CI->getArgOperand(3)); in upgradeX86IntrinsicCall()
3280 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3281 unsigned Imm = cast<ConstantInt>(CI->getArgOperand(1))->getZExtValue(); in upgradeX86IntrinsicCall()
3300 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in upgradeX86IntrinsicCall()
3301 CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3304 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3305 unsigned Imm = cast<ConstantInt>(CI->getArgOperand(1))->getZExtValue(); in upgradeX86IntrinsicCall()
3316 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in upgradeX86IntrinsicCall()
3317 CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3327 uint8_t Imm = cast<ConstantInt>(CI->getArgOperand(2))->getZExtValue(); in upgradeX86IntrinsicCall()
3334 Value *V0 = (Imm & 0x02) ? CI->getArgOperand(1) : CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3335 Value *V1 = (Imm & 0x20) ? CI->getArgOperand(1) : CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3356 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3357 unsigned Imm = cast<ConstantInt>(CI->getArgOperand(1))->getZExtValue(); in upgradeX86IntrinsicCall()
3374 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in upgradeX86IntrinsicCall()
3375 CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3378 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3379 unsigned Imm = cast<ConstantInt>(CI->getArgOperand(1))->getZExtValue(); in upgradeX86IntrinsicCall()
3393 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in upgradeX86IntrinsicCall()
3394 CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3397 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3398 unsigned Imm = cast<ConstantInt>(CI->getArgOperand(1))->getZExtValue(); in upgradeX86IntrinsicCall()
3412 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in upgradeX86IntrinsicCall()
3413 CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3415 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3416 Value *Op1 = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
3417 unsigned Imm = cast<ConstantInt>(CI->getArgOperand(2))->getZExtValue(); in upgradeX86IntrinsicCall()
3438 emitX86Select(Builder, CI->getArgOperand(4), Rep, CI->getArgOperand(3)); in upgradeX86IntrinsicCall()
3442 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3460 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3463 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3464 Value *Op1 = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
3476 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3479 Value *Op0 = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3480 Value *Op1 = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
3492 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3497 Rep = Builder.CreateAnd(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in upgradeX86IntrinsicCall()
3498 Builder.CreateBitCast(CI->getArgOperand(1), ITy)); in upgradeX86IntrinsicCall()
3501 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3506 Rep = Builder.CreateNot(Builder.CreateBitCast(CI->getArgOperand(0), ITy)); in upgradeX86IntrinsicCall()
3508 Builder.CreateBitCast(CI->getArgOperand(1), ITy)); in upgradeX86IntrinsicCall()
3511 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3516 Rep = Builder.CreateOr(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in upgradeX86IntrinsicCall()
3517 Builder.CreateBitCast(CI->getArgOperand(1), ITy)); in upgradeX86IntrinsicCall()
3520 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3525 Rep = Builder.CreateXor(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in upgradeX86IntrinsicCall()
3526 Builder.CreateBitCast(CI->getArgOperand(1), ITy)); in upgradeX86IntrinsicCall()
3529 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3531 Rep = Builder.CreateAdd(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3533 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3535 Rep = Builder.CreateSub(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3537 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3539 Rep = Builder.CreateMul(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3541 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3552 {CI->getArgOperand(0), CI->getArgOperand(1), CI->getArgOperand(4)}); in upgradeX86IntrinsicCall()
3554 Rep = Builder.CreateFAdd(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3557 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3568 {CI->getArgOperand(0), CI->getArgOperand(1), CI->getArgOperand(4)}); in upgradeX86IntrinsicCall()
3570 Rep = Builder.CreateFDiv(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3573 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3584 {CI->getArgOperand(0), CI->getArgOperand(1), CI->getArgOperand(4)}); in upgradeX86IntrinsicCall()
3586 Rep = Builder.CreateFMul(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3589 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3600 {CI->getArgOperand(0), CI->getArgOperand(1), CI->getArgOperand(4)}); in upgradeX86IntrinsicCall()
3602 Rep = Builder.CreateFSub(CI->getArgOperand(0), CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3605 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3618 {CI->getArgOperand(0), CI->getArgOperand(1), CI->getArgOperand(4)}); in upgradeX86IntrinsicCall()
3620 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2)); in upgradeX86IntrinsicCall()
3624 {CI->getArgOperand(0), Builder.getInt1(false)}); in upgradeX86IntrinsicCall()
3626 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1)); in upgradeX86IntrinsicCall()
3835 CI->getType(), CI->getArgOperand(0), in upgradeX86IntrinsicCall()
3847 Value *Ops[] = {CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
3848 CI->getArgOperand(2)}; in upgradeX86IntrinsicCall()
3866 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in upgradeX86IntrinsicCall()
3868 Value *Ops[] = {CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
3869 CI->getArgOperand(2)}; in upgradeX86IntrinsicCall()
3891 Value *A = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3892 Value *B = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
3893 Value *C = CI->getArgOperand(2); in upgradeX86IntrinsicCall()
3906 if (!isa<ConstantInt>(CI->getArgOperand(4)) || in upgradeX86IntrinsicCall()
3907 cast<ConstantInt>(CI->getArgOperand(4))->getZExtValue() != 4) { in upgradeX86IntrinsicCall()
3908 Value *Ops[] = {A, B, C, CI->getArgOperand(4)}; in upgradeX86IntrinsicCall()
3928 Builder.CreateExtractElement(CI->getArgOperand(2), (uint64_t)0); in upgradeX86IntrinsicCall()
3930 Rep = emitX86ScalarSelect(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
3931 Rep = Builder.CreateInsertElement(CI->getArgOperand(IsMask3 ? 2 : 0), Rep, in upgradeX86IntrinsicCall()
3947 Value *A = CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3948 Value *B = CI->getArgOperand(1); in upgradeX86IntrinsicCall()
3949 Value *C = CI->getArgOperand(2); in upgradeX86IntrinsicCall()
3959 (!isa<ConstantInt>(CI->getArgOperand(4)) || in upgradeX86IntrinsicCall()
3960 cast<ConstantInt>(CI->getArgOperand(4))->getZExtValue() != 4)) { in upgradeX86IntrinsicCall()
3968 Rep = Builder.CreateIntrinsic(IID, {A, B, C, CI->getArgOperand(4)}); in upgradeX86IntrinsicCall()
3974 : IsMask3 ? CI->getArgOperand(2) in upgradeX86IntrinsicCall()
3975 : CI->getArgOperand(0); in upgradeX86IntrinsicCall()
3977 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
3993 Value *Ops[] = {CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
3994 CI->getArgOperand(2)}; in upgradeX86IntrinsicCall()
4014 Value *Ops[] = {CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
4015 CI->getArgOperand(2), CI->getArgOperand(4)}; in upgradeX86IntrinsicCall()
4023 Value *Ops[] = {CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
4024 CI->getArgOperand(2)}; in upgradeX86IntrinsicCall()
4043 : IsMask3 ? CI->getArgOperand(2) in upgradeX86IntrinsicCall()
4044 : CI->getArgOperand(0); in upgradeX86IntrinsicCall()
4046 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
4068 Value *Args[] = {CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
4069 CI->getArgOperand(2), CI->getArgOperand(3)}; in upgradeX86IntrinsicCall()
4072 : CI->getArgOperand(0); in upgradeX86IntrinsicCall()
4073 Rep = emitX86Select(Builder, CI->getArgOperand(4), Rep, PassThru); in upgradeX86IntrinsicCall()
4095 Value *Args[] = {CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
4096 CI->getArgOperand(2)}; in upgradeX86IntrinsicCall()
4099 : CI->getArgOperand(0); in upgradeX86IntrinsicCall()
4100 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
4130 Value *Args[] = {CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
4131 CI->getArgOperand(2)}; in upgradeX86IntrinsicCall()
4134 : CI->getArgOperand(0); in upgradeX86IntrinsicCall()
4135 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
4159 Value *Args[] = {CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
4160 CI->getArgOperand(2)}; in upgradeX86IntrinsicCall()
4163 : CI->getArgOperand(0); in upgradeX86IntrinsicCall()
4164 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
4181 Value *Args[] = {CI->getArgOperand(0), CI->getArgOperand(1), in upgradeX86IntrinsicCall()
4182 CI->getArgOperand(2)}; in upgradeX86IntrinsicCall()
4187 Builder.CreateAlignedStore(Data, CI->getArgOperand(3), Align(1)); in upgradeX86IntrinsicCall()
4264 CI->getArgOperand(0), in upgradeARMIntrinsicCall()
4368 Value *Ptr = CI->getArgOperand(0); in upgradeAMDGCNIntrinsicCall()
4373 Value *Val = CI->getArgOperand(1); in upgradeAMDGCNIntrinsicCall()
4383 OrderArg = dyn_cast<ConstantInt>(CI->getArgOperand(2)); in upgradeAMDGCNIntrinsicCall()
4388 ConstantInt *VolatileArg = dyn_cast<ConstantInt>(CI->getArgOperand(4)); in upgradeAMDGCNIntrinsicCall()
4444 dyn_cast<MetadataAsValue>(CI->getArgOperand(Op))) { in unwrapMAVOp()
4455 if (MetadataAsValue *MAV = dyn_cast<MetadataAsValue>(CI->getArgOperand(Op))) in unwrapMAVMetadataOp()
4503 auto *Offset = dyn_cast_or_null<Constant>(CI->getArgOperand(1)); in upgradeDbgIntrinsicToDbgRecord()
4675 unsigned I = cast<ConstantInt>(CI->getArgOperand(1))->getZExtValue(); in UpgradeIntrinsicCall()
4677 NewCall = Builder.CreateCall(NewFn, {CI->getArgOperand(0), NewIdx}); in UpgradeIntrinsicCall()
4689 unsigned I = cast<ConstantInt>(CI->getArgOperand(1))->getZExtValue(); in UpgradeIntrinsicCall()
4690 auto *Ty = cast<ScalableVectorType>(CI->getArgOperand(2)->getType()); in UpgradeIntrinsicCall()
4694 NewFn, {CI->getArgOperand(0), CI->getArgOperand(2), NewIdx}); in UpgradeIntrinsicCall()
4708 Value *V = CI->getArgOperand(I); in UpgradeIntrinsicCall()
4728 CI->getArgOperand(1)->getType()->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall()
4741 NewCall = Builder.CreateCall(NewFn, {CI->getArgOperand(0)}); in UpgradeIntrinsicCall()
4749 Builder.CreateCall(NewFn, {CI->getArgOperand(0), Builder.getFalse()}); in UpgradeIntrinsicCall()
4754 CI->arg_size() == 2 ? Builder.getFalse() : CI->getArgOperand(2); in UpgradeIntrinsicCall()
4756 CI->arg_size() < 4 ? Builder.getFalse() : CI->getArgOperand(3); in UpgradeIntrinsicCall()
4758 NewFn, {CI->getArgOperand(0), CI->getArgOperand(1), NullIsUnknownSize, Dynamic}); in UpgradeIntrinsicCall()
4763 NewCall = Builder.CreateCall(NewFn, {CI->getArgOperand(0)}); in UpgradeIntrinsicCall()
4767 NewCall = Builder.CreateCall(NewFn, {CI->getArgOperand(0)}); in UpgradeIntrinsicCall()
4776 cast<MetadataAsValue>(CI->getArgOperand(2))->getMetadata()); in UpgradeIntrinsicCall()
4779 Builder.CreateCall(NewFn, {CI->getArgOperand(0), CI->getArgOperand(1), in UpgradeIntrinsicCall()
4787 if (auto *Offset = dyn_cast_or_null<Constant>(CI->getArgOperand(1))) in UpgradeIntrinsicCall()
4791 {CI->getArgOperand(0), CI->getArgOperand(2), CI->getArgOperand(3)}); in UpgradeIntrinsicCall()
4808 {CI->getArgOperand(0), CI->getArgOperand(1), CI->getArgOperand(2), in UpgradeIntrinsicCall()
4809 CI->getArgOperand(3), ConstantPointerNull::get(Builder.getPtrTy())}); in UpgradeIntrinsicCall()
4824 {CI->getArgOperand(0), CI->getArgOperand(1), CI->getArgOperand(2), in UpgradeIntrinsicCall()
4825 CI->getArgOperand(3), ConstantPointerNull::get(Builder.getPtrTy())}); in UpgradeIntrinsicCall()
4839 Value *Arg2 = CI->getArgOperand(2); in UpgradeIntrinsicCall()
4843 Value *Arg0 = CI->getArgOperand(0); in UpgradeIntrinsicCall()
4844 Value *Arg1 = CI->getArgOperand(1); in UpgradeIntrinsicCall()
4865 Builder.CreateCall(NewFn, {CI->getArgOperand(0), CI->getArgOperand(1)}); in UpgradeIntrinsicCall()
4899 unsigned AS = CI->getArgOperand(0)->getType()->getPointerAddressSpace(); in UpgradeIntrinsicCall()
4908 Value *FlagArg = CI->getArgOperand(NumArgs - 3); in UpgradeIntrinsicCall()
4930 Builder.CreateTrunc(CI->getArgOperand(0), Builder.getInt32Ty()); in UpgradeIntrinsicCall()
4943 NewCall = Builder.CreateCall(NewFn, {CI->getArgOperand(1)}); in UpgradeIntrinsicCall()
4965 Value *Arg0 = CI->getArgOperand(0); in UpgradeIntrinsicCall()
4970 Value *Arg1 = CI->getArgOperand(1); in UpgradeIntrinsicCall()
4990 Builder.CreateAlignedStore(Data, CI->getArgOperand(0), Align(1)); in UpgradeIntrinsicCall()
5094 Value *Args[4] = {CI->getArgOperand(0), CI->getArgOperand(1), in UpgradeIntrinsicCall()
5095 CI->getArgOperand(2), CI->getArgOperand(4)}; in UpgradeIntrinsicCall()
5105 const ConstantInt *Align = cast<ConstantInt>(CI->getArgOperand(3)); in UpgradeIntrinsicCall()
5438 Value *Arg = CI->getArgOperand(I); in UpgradeARCRuntime()