Lines Matching refs:DstTy
250 LLT LegalizerHelper::extractGCDType(SmallVectorImpl<Register> &Parts, LLT DstTy, in extractGCDType() argument
253 LLT GCDTy = getGCDType(getGCDType(SrcTy, NarrowTy), DstTy); in extractGCDType()
258 LLT LegalizerHelper::buildLCMMergePieces(LLT DstTy, LLT NarrowTy, LLT GCDTy, in buildLCMMergePieces() argument
261 LLT LCMTy = getLCMType(DstTy, NarrowTy); in buildLCMMergePieces()
351 LLT DstTy = MRI.getType(DstReg); in buildWidenedRemergeToDst() local
356 if (DstTy == LCMTy) { in buildWidenedRemergeToDst()
362 if (DstTy.isScalar() && LCMTy.isScalar()) { in buildWidenedRemergeToDst()
368 unsigned NumDefs = LCMTy.getSizeInBits() / DstTy.getSizeInBits(); in buildWidenedRemergeToDst()
372 UnmergeDefs[I] = MRI.createGenericVirtualRegister(DstTy); in buildWidenedRemergeToDst()
1231 LLT DstTy = MRI.getType(DstReg); in narrowScalar() local
1241 if (DstTy.isVector()) in narrowScalar()
1242 ImplicitTy = LLT::vector(DstTy.getElementCount(), ImplicitTy); in narrowScalar()
1257 if (DstTy.isVector()) in narrowScalar()
1358 LLT DstTy = MRI.getType(DstReg); in narrowScalar() local
1359 if (DstTy.isVector()) in narrowScalar()
1362 if (8 * LoadMI.getMemSize().getValue() != DstTy.getSizeInBits()) { in narrowScalar()
1850 auto [DstReg, DstTy, Src1Reg, Src1Ty] = MI.getFirst2RegLLTs(); in widenScalarMergeValues()
1851 if (DstTy.isVector()) in widenScalarMergeValues()
1855 const int DstSize = DstTy.getSizeInBits(); in widenScalarMergeValues()
1862 unsigned PartSize = DstTy.getSizeInBits() / NumSrc; in widenScalarMergeValues()
1876 Register NextResult = I + 1 == NumOps && WideTy == DstTy ? DstReg : in widenScalarMergeValues()
1887 else if (DstTy.isPointer()) in widenScalarMergeValues()
1954 if (DstTy.getSizeInBits() == WideDstTy.getSizeInBits()) { in widenScalarMergeValues()
1978 LLT DstTy = MRI.getType(Dst0Reg); in widenScalarUnmergeValues() local
1979 if (!DstTy.isScalar()) in widenScalarUnmergeValues()
2005 unsigned DstSize = DstTy.getSizeInBits(); in widenScalarUnmergeValues()
2049 const LLT GCDTy = getGCDType(WideTy, DstTy); in widenScalarUnmergeValues()
2051 const int PartsPerRemerge = DstTy.getSizeInBits() / GCDTy.getSizeInBits(); in widenScalarUnmergeValues()
2056 const int PartsPerUnmerge = WideTy.getSizeInBits() / DstTy.getSizeInBits(); in widenScalarUnmergeValues()
2067 MIB.addDef(MRI.createGenericVirtualRegister(DstTy)); in widenScalarUnmergeValues()
2097 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in widenScalarExtract()
2101 if (SrcTy.isVector() || DstTy.isVector()) in widenScalarExtract()
2117 if (DstTy.isPointer()) in widenScalarExtract()
2152 if (DstTy != SrcTy.getElementType()) in widenScalarExtract()
3135 auto [Dst, DstTy, Src, SrcTy] = MI.getFirst2RegLLTs(); in lowerBitcast()
3140 if (DstTy.isVector()) { in lowerBitcast()
3141 int NumDstElt = DstTy.getNumElements(); in lowerBitcast()
3144 LLT DstEltTy = DstTy.getElementType(); in lowerBitcast()
3186 if (DstTy.isVector()) { in lowerBitcast()
3188 getUnmergePieces(SrcRegs, MIRBuilder, Src, DstTy.getElementType()); in lowerBitcast()
3231 auto [Dst, DstTy, SrcVec, SrcVecTy, Idx, IdxTy] = MI.getFirst3RegLLTs(); in bitcastExtractVectorElt()
3367 auto [Dst, DstTy, SrcVec, SrcVecTy, Val, ValTy, Idx, IdxTy] = in bitcastInsertVectorElt()
3369 LLT VecTy = DstTy; in bitcastInsertVectorElt()
3444 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in bitcastConcatVector()
3473 LLT DstTy = MRI.getType(DstReg); in lowerLoad() local
3492 LLT LoadTy = DstTy; in lowerLoad()
3496 if (MemStoreSizeInBits > DstTy.getSizeInBits()) { in lowerLoad()
3513 if (DstTy != LoadTy) in lowerLoad()
3559 if (MemTy != DstTy) in lowerLoad()
3564 return reduceLoadStoreWidth(LoadMI, 0, DstTy.getElementType()); in lowerLoad()
3573 unsigned AnyExtSize = PowerOf2Ceil(DstTy.getSizeInBits()); in lowerLoad()
3588 if (AnyExtTy == DstTy) in lowerLoad()
3590 else if (AnyExtTy.getSizeInBits() != DstTy.getSizeInBits()) { in lowerLoad()
3594 assert(DstTy.isPointer() && "expected pointer"); in lowerLoad()
4026 LLT DstTy = MRI.getType(DstReg); in lower() local
4027 Register TmpRes = MRI.createGenericVirtualRegister(DstTy); in lower()
4029 auto MIBSz = MIRBuilder.buildConstant(DstTy, DstTy.getScalarSizeInBits() - SizeInBits); in lower()
4408 LLT DstTy = MRI.getType(MI.getOperand(0).getReg()); in fewerElementsVectorUnmergeValues() local
4411 if (TypeIdx != 1 || NarrowTy == DstTy) in fewerElementsVectorUnmergeValues()
4422 (NarrowTy.getSizeInBits() % DstTy.getSizeInBits() != 0)) in fewerElementsVectorUnmergeValues()
4454 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in fewerElementsVectorMerge()
4458 assert(DstTy.isVector() && NarrowTy.isVector() && "Expected vector types"); in fewerElementsVectorMerge()
4459 assert((DstTy.getScalarType() == NarrowTy.getScalarType()) && "bad type"); in fewerElementsVectorMerge()
4470 if ((DstTy.getSizeInBits() % NarrowTy.getSizeInBits() != 0) || in fewerElementsVectorMerge()
4492 unsigned NumNarrowTyPieces = DstTy.getNumElements() / NumNarrowTyElts; in fewerElementsVectorMerge()
4507 (DstTy.getSizeInBits() % NarrowTy.getSizeInBits() != 0)) in fewerElementsVectorMerge()
4521 unsigned NumParts = DstTy.getNumElements() / NarrowTy.getNumElements(); in fewerElementsVectorMerge()
4883 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in fewerElementsBitcast()
4891 if (extractGCDType(SrcVRegs, DstTy, SrcNarrowTy, SrcReg) != SrcNarrowTy) in fewerElementsBitcast()
4911 auto [DstReg, DstTy, Src1Reg, Src1Ty, Src2Reg, Src2Ty] = in fewerElementsVectorShuffle()
4915 if (DstTy != Src1Ty) in fewerElementsVectorShuffle()
4917 if (DstTy != Src2Ty) in fewerElementsVectorShuffle()
4920 if (!isPowerOf2_32(DstTy.getNumElements())) in fewerElementsVectorShuffle()
4926 DstTy.changeElementCount(DstTy.getElementCount().divideCoefficientBy(2)); in fewerElementsVectorShuffle()
5052 auto [DstReg, DstTy, SrcReg, SrcTy] = RdxMI.getFirst2RegLLTs(); in fewerElementsVectorReductions()
5067 if (DstTy != NarrowTy) in fewerElementsVectorReductions()
5103 MIRBuilder.buildInstr(RdxMI.getOpcode(), {DstTy}, {SplitSrcs[Part]}) in fewerElementsVectorReductions()
5121 .buildInstr(ScalarOpc, {DstTy}, {Acc, PartialReductions[Part]}) in fewerElementsVectorReductions()
5133 auto [DstReg, DstTy, ScalarReg, ScalarTy, SrcReg, SrcTy] = in fewerElementsVectorSeqReductions()
5135 if (!NarrowTy.isScalar() || TypeIdx != 2 || DstTy != ScalarTy || in fewerElementsVectorSeqReductions()
5136 DstTy != NarrowTy) in fewerElementsVectorSeqReductions()
5289 LLT DstTy = MRI.getType(DstReg); in narrowScalarShift() local
5290 if (DstTy.isVector()) in narrowScalarShift()
5295 const unsigned DstEltSize = DstTy.getScalarSizeInBits(); in narrowScalarShift()
5547 auto [DstReg, DstTy, CondReg, CondTy] = MI.getFirst2RegLLTs(); in moreElementsVector()
5550 DstTy.getElementCount() != MoreTy.getElementCount()) in moreElementsVector()
5642 LLT DstTy = MRI.getType(MI.getOperand(0).getReg()); in moreElementsVector() local
5645 if (coefficient % DstTy.getNumElements() != 0) in moreElementsVector()
5648 coefficient = coefficient / DstTy.getNumElements(); in moreElementsVector()
5696 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in equalizeVectorShuffleLengths()
5700 LLT DestEltTy = DstTy.getElementType(); in equalizeVectorShuffleLengths()
5769 auto [DstTy, Src1Ty, Src2Ty] = MI.getFirst3LLTs(); in moreElementsVectorShuffle()
5771 unsigned NumElts = DstTy.getNumElements(); in moreElementsVectorShuffle()
5774 if (DstTy.isVector() && Src1Ty.isVector() && in moreElementsVectorShuffle()
5775 DstTy.getNumElements() != Src1Ty.getNumElements()) { in moreElementsVectorShuffle()
5783 if (DstTy != Src1Ty || DstTy != Src2Ty) in moreElementsVectorShuffle()
6179 LLT DstTy = MRI.getType(DstReg); in narrowScalarBasic() local
6187 if (!extractParts(MI.getOperand(1).getReg(), DstTy, NarrowTy, LeftoverTy, in narrowScalarBasic()
6192 if (!extractParts(MI.getOperand(2).getReg(), DstTy, NarrowTy, Unused, in narrowScalarBasic()
6209 insertParts(DstReg, DstTy, NarrowTy, DstRegs, in narrowScalarBasic()
6224 LLT DstTy = MRI.getType(DstReg); in narrowScalarExt() local
6225 if (DstTy.isVector()) in narrowScalarExt()
6229 LLT GCDTy = extractGCDType(Parts, DstTy, NarrowTy, SrcReg); in narrowScalarExt()
6230 LLT LCMTy = buildLCMMergePieces(DstTy, NarrowTy, GCDTy, Parts, MI.getOpcode()); in narrowScalarExt()
6249 LLT DstTy = MRI.getType(DstReg); in narrowScalarSelect() local
6255 if (!extractParts(MI.getOperand(2).getReg(), DstTy, NarrowTy, LeftoverTy, in narrowScalarSelect()
6260 if (!extractParts(MI.getOperand(3).getReg(), DstTy, NarrowTy, Unused, in narrowScalarSelect()
6276 insertParts(DstReg, DstTy, NarrowTy, DstRegs, in narrowScalarSelect()
6289 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in narrowScalarCTLZ()
6302 B.buildCTLZ_ZERO_UNDEF(DstTy, UnmergeSrc.getReg(0)) : in narrowScalarCTLZ()
6303 B.buildCTLZ(DstTy, UnmergeSrc.getReg(0)); in narrowScalarCTLZ()
6304 auto C_NarrowSize = B.buildConstant(DstTy, NarrowSize); in narrowScalarCTLZ()
6305 auto HiIsZeroCTLZ = B.buildAdd(DstTy, LoCTLZ, C_NarrowSize); in narrowScalarCTLZ()
6306 auto HiCTLZ = B.buildCTLZ_ZERO_UNDEF(DstTy, UnmergeSrc.getReg(1)); in narrowScalarCTLZ()
6322 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in narrowScalarCTTZ()
6335 B.buildCTTZ_ZERO_UNDEF(DstTy, UnmergeSrc.getReg(1)) : in narrowScalarCTTZ()
6336 B.buildCTTZ(DstTy, UnmergeSrc.getReg(1)); in narrowScalarCTTZ()
6337 auto C_NarrowSize = B.buildConstant(DstTy, NarrowSize); in narrowScalarCTTZ()
6338 auto LoIsZeroCTTZ = B.buildAdd(DstTy, HiCTTZ, C_NarrowSize); in narrowScalarCTTZ()
6339 auto LoCTTZ = B.buildCTTZ_ZERO_UNDEF(DstTy, UnmergeSrc.getReg(0)); in narrowScalarCTTZ()
6355 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in narrowScalarCTPOP()
6361 auto LoCTPOP = MIRBuilder.buildCTPOP(DstTy, UnmergeSrc.getReg(0)); in narrowScalarCTPOP()
6362 auto HiCTPOP = MIRBuilder.buildCTPOP(DstTy, UnmergeSrc.getReg(1)); in narrowScalarCTPOP()
6416 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in lowerBitCount()
6419 if (isSupported({TargetOpcode::G_CTLZ_ZERO_UNDEF, {DstTy, SrcTy}})) { in lowerBitCount()
6421 auto CtlzZU = MIRBuilder.buildCTLZ_ZERO_UNDEF(DstTy, SrcReg); in lowerBitCount()
6425 auto LenConst = MIRBuilder.buildConstant(DstTy, Len); in lowerBitCount()
6449 auto MIBPop = MIRBuilder.buildCTPOP(DstTy, Op); in lowerBitCount()
6450 MIRBuilder.buildSub(MI.getOperand(0), MIRBuilder.buildConstant(DstTy, Len), in lowerBitCount()
6463 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in lowerBitCount()
6466 if (isSupported({TargetOpcode::G_CTTZ_ZERO_UNDEF, {DstTy, SrcTy}})) { in lowerBitCount()
6469 auto CttzZU = MIRBuilder.buildCTTZ_ZERO_UNDEF(DstTy, SrcReg); in lowerBitCount()
6472 CmpInst::ICMP_EQ, DstTy.changeElementSize(1), SrcReg, Zero); in lowerBitCount()
6473 auto LenConst = MIRBuilder.buildConstant(DstTy, Len); in lowerBitCount()
6703 LLT DstTy = MRI.getType(Dst); in lowerEXT() local
6706 uint32_t DstTySize = DstTy.getSizeInBits(); in lowerEXT()
6707 uint32_t DstTyScalarSize = DstTy.getScalarSizeInBits(); in lowerEXT()
6727 LLT ZExtResTy = DstTy.changeElementCount( in lowerEXT()
6728 DstTy.getElementCount().divideCoefficientBy(2)); in lowerEXT()
6758 LLT DstTy = MRI.getType(DstReg); in lowerTRUNC() local
6761 if (DstTy.isVector() && isPowerOf2_32(DstTy.getNumElements()) && in lowerTRUNC()
6762 isPowerOf2_32(DstTy.getScalarSizeInBits()) && in lowerTRUNC()
6775 if (DstTy.getScalarSizeInBits() * 2 < SrcTy.getScalarSizeInBits()) in lowerTRUNC()
6776 InterTy = SplitSrcTy.changeElementSize(DstTy.getScalarSizeInBits() * 2); in lowerTRUNC()
6778 InterTy = SplitSrcTy.changeElementSize(DstTy.getScalarSizeInBits()); in lowerTRUNC()
6785 DstTy.changeElementSize(InterTy.getScalarSizeInBits()), SplitSrcs); in lowerTRUNC()
6788 if (DstTy.getScalarSizeInBits() * 2 < SrcTy.getScalarSizeInBits()) in lowerTRUNC()
6802 auto [Dst, DstTy, Src, SrcTy, Amt, AmtTy] = MI.getFirst3RegLLTs(); in lowerRotateWithReverseRotate()
6813 auto [Dst, DstTy, Src, SrcTy, Amt, AmtTy] = MI.getFirst3RegLLTs(); in lowerRotate()
6815 unsigned EltSizeInBits = DstTy.getScalarSizeInBits(); in lowerRotate()
6822 if (LI.isLegalOrCustom({RevRot, {DstTy, SrcTy}}) && in lowerRotate()
6830 if ((IsFShLegal = LI.isLegalOrCustom({FShOpc, {DstTy, AmtTy}})) || in lowerRotate()
6831 LI.isLegalOrCustom({RevFsh, {DstTy, AmtTy}})) { in lowerRotate()
6842 Amt = MIRBuilder.buildNeg(DstTy, Amt).getReg(0); in lowerRotate()
6858 ShVal = MIRBuilder.buildInstr(ShOpc, {DstTy}, {Src, ShAmt}).getReg(0); in lowerRotate()
6861 MIRBuilder.buildInstr(RevShiftOpc, {DstTy}, {Src, RevAmt}).getReg(0); in lowerRotate()
6867 ShVal = MIRBuilder.buildInstr(ShOpc, {DstTy}, {Src, ShAmt}).getReg(0); in lowerRotate()
6870 auto Inner = MIRBuilder.buildInstr(RevShiftOpc, {DstTy}, {Src, One}); in lowerRotate()
6872 MIRBuilder.buildInstr(RevShiftOpc, {DstTy}, {Inner, RevAmt}).getReg(0); in lowerRotate()
6938 auto [Dst, DstTy, Src, SrcTy] = MI.getFirst2RegLLTs(); in lowerUITOFP()
6941 auto True = MIRBuilder.buildFConstant(DstTy, 1.0); in lowerUITOFP()
6942 auto False = MIRBuilder.buildFConstant(DstTy, 0.0); in lowerUITOFP()
6951 if (DstTy == LLT::scalar(32)) { in lowerUITOFP()
6963 auto [Dst, DstTy, Src, SrcTy] = MI.getFirst2RegLLTs(); in lowerSITOFP()
6970 auto True = MIRBuilder.buildFConstant(DstTy, -1.0); in lowerSITOFP()
6971 auto False = MIRBuilder.buildFConstant(DstTy, 0.0); in lowerSITOFP()
6980 if (DstTy == S32) { in lowerSITOFP()
7006 auto [Dst, DstTy, Src, SrcTy] = MI.getFirst2RegLLTs(); in lowerFPTOUI()
7012 if (DstTy != S32 && DstTy != S64) in lowerFPTOUI()
7019 APInt TwoPExpInt = APInt::getSignMask(DstTy.getSizeInBits()); in lowerFPTOUI()
7025 MachineInstrBuilder FPTOSI = MIRBuilder.buildFPTOSI(DstTy, Src); in lowerFPTOUI()
7031 MachineInstrBuilder ResLowBits = MIRBuilder.buildFPTOSI(DstTy, FSub); in lowerFPTOUI()
7032 MachineInstrBuilder ResHighBit = MIRBuilder.buildConstant(DstTy, TwoPExpInt); in lowerFPTOUI()
7033 MachineInstrBuilder Res = MIRBuilder.buildXor(DstTy, ResLowBits, ResHighBit); in lowerFPTOUI()
7046 auto [Dst, DstTy, Src, SrcTy] = MI.getFirst2RegLLTs(); in lowerFPTOSI()
7051 if (SrcTy.getScalarType() != S32 || DstTy.getScalarType() != S64) in lowerFPTOSI()
7071 Sign = MIRBuilder.buildSExt(DstTy, Sign); in lowerFPTOSI()
7078 R = MIRBuilder.buildZExt(DstTy, R); in lowerFPTOSI()
7085 auto Shl = MIRBuilder.buildShl(DstTy, R, SubExponent); in lowerFPTOSI()
7086 auto Srl = MIRBuilder.buildLShr(DstTy, R, ExponentSub); in lowerFPTOSI()
7092 R = MIRBuilder.buildSelect(DstTy, CmpGt, Shl, Srl); in lowerFPTOSI()
7094 auto XorSign = MIRBuilder.buildXor(DstTy, R, Sign); in lowerFPTOSI()
7095 auto Ret = MIRBuilder.buildSub(DstTy, XorSign, Sign); in lowerFPTOSI()
7102 auto ZeroDstTy = MIRBuilder.buildConstant(DstTy, 0); in lowerFPTOSI()
7227 auto [DstTy, SrcTy] = MI.getFirst2LLTs(); in lowerFPTRUNC()
7231 if (DstTy.getScalarType() == S16 && SrcTy.getScalarType() == S64) in lowerFPTRUNC()
7280 LLT DstTy = MRI.getType(Dst); in lowerThreewayCompare() local
7281 LLT CmpTy = DstTy.changeElementSize(1); in lowerThreewayCompare()
7290 auto One = MIRBuilder.buildConstant(DstTy, 1); in lowerThreewayCompare()
7291 auto Zero = MIRBuilder.buildConstant(DstTy, 0); in lowerThreewayCompare()
7294 auto SelectZeroOrOne = MIRBuilder.buildSelect(DstTy, IsGT, One, Zero); in lowerThreewayCompare()
7296 auto MinusOne = MIRBuilder.buildConstant(DstTy, -1); in lowerThreewayCompare()
7307 auto [Dst, DstTy, Src0, Src0Ty, Src1, Src1Ty] = MI.getFirst3RegLLTs(); in lowerFCopySign()
7451 auto [DstReg, DstTy, Src0Reg, Src0Ty] = MI.getFirst2RegLLTs(); in lowerMergeValues()
7454 LLT WideTy = LLT::scalar(DstTy.getSizeInBits()); in lowerMergeValues()
7463 Register NextResult = I + 1 == NumOps && WideTy == DstTy ? DstReg : in lowerMergeValues()
7472 if (DstTy.isPointer()) { in lowerMergeValues()
7474 DstTy.getAddressSpace())) { in lowerMergeValues()
7491 LLT DstTy = MRI.getType(Dst0Reg); in lowerUnmergeValues() local
7492 if (DstTy.isPointer()) in lowerUnmergeValues()
7504 const unsigned DstSize = DstTy.getSizeInBits(); in lowerUnmergeValues()
7600 auto [DstReg, DstTy, Src0Reg, Src0Ty, Src1Reg, Src1Ty] = in lowerShuffleVector()
7607 LLT EltTy = DstTy.getScalarType(); in lowerShuffleVector()
7629 if (DstTy.isScalar()) in lowerShuffleVector()
7639 auto [Dst, DstTy, Vec, VecTy, Mask, MaskTy, Passthru, PassthruTy] = in lowerVECTOR_COMPRESS()
7794 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in lowerExtract()
7800 unsigned DstSize = DstTy.getSizeInBits(); in lowerExtract()
7823 if (DstTy.isScalar() && in lowerExtract()
7825 (SrcTy.isVector() && DstTy == SrcTy.getElementType()))) { in lowerExtract()
7851 LLT DstTy = MRI.getType(Src); in lowerInsert() local
7855 if (DstTy.isVector() && !InsertTy.isPointer()) { in lowerInsert()
7856 LLT EltTy = DstTy.getElementType(); in lowerInsert()
7861 (Offset + InsertSize <= DstTy.getSizeInBits())) { in lowerInsert()
7883 for (; Idx < DstTy.getNumElements(); ++Idx) { in lowerInsert()
7894 (DstTy.isVector() && DstTy.getElementType() != InsertTy)) in lowerInsert()
7898 if ((DstTy.isPointer() && in lowerInsert()
7899 DL.isNonIntegralAddressSpace(DstTy.getAddressSpace())) || in lowerInsert()
7906 LLT IntDstTy = DstTy; in lowerInsert()
7908 if (!DstTy.isScalar()) { in lowerInsert()
7909 IntDstTy = LLT::scalar(DstTy.getSizeInBits()); in lowerInsert()
7925 DstTy.getSizeInBits(), Offset + InsertTy.getSizeInBits(), Offset); in lowerInsert()
8296 auto [DstReg, DstTy, SrcReg, SrcTy] = MI.getFirst2RegLLTs(); in lowerISFPCLASS()
8329 APInt InvertionMask = APInt::getAllOnes(DstTy.getScalarSizeInBits()); in lowerISFPCLASS()
8339 MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_NE, DstTy, AsInt, Abs); in lowerISFPCLASS()
8341 auto Res = MIRBuilder.buildConstant(DstTy, 0); in lowerISFPCLASS()
8343 LLT DstTyCopy = DstTy; in lowerISFPCLASS()
8351 appendToRes(MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_ULT, DstTy, Abs, in lowerISFPCLASS()
8356 appendToRes(MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_ULT, DstTy, AsInt, in lowerISFPCLASS()
8361 auto Cmp = MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_ULT, DstTy, Abs, in lowerISFPCLASS()
8363 auto And = MIRBuilder.buildAnd(DstTy, Cmp, Sign); in lowerISFPCLASS()
8374 appendToRes(MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_EQ, DstTy, in lowerISFPCLASS()
8383 appendToRes(MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_EQ, DstTy, in lowerISFPCLASS()
8387 MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_EQ, DstTy, Abs, ZeroC)); in lowerISFPCLASS()
8389 appendToRes(MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_EQ, DstTy, in lowerISFPCLASS()
8400 MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_ULT, DstTy, VMinusOne, in lowerISFPCLASS()
8403 SubnormalRes = MIRBuilder.buildAnd(DstTy, SubnormalRes, Sign); in lowerISFPCLASS()
8409 appendToRes(MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_EQ, DstTy, in lowerISFPCLASS()
8413 MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_EQ, DstTy, Abs, InfC)); in lowerISFPCLASS()
8417 appendToRes(MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_EQ, DstTy, in lowerISFPCLASS()
8427 MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_UGT, DstTy, Abs, InfC)); in lowerISFPCLASS()
8430 appendToRes(MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_UGE, DstTy, Abs, in lowerISFPCLASS()
8436 MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_UGT, DstTy, Abs, InfC); in lowerISFPCLASS()
8437 auto IsNotQnan = MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_ULT, DstTy, in lowerISFPCLASS()
8439 appendToRes(MIRBuilder.buildAnd(DstTy, IsNan, IsNotQnan)); in lowerISFPCLASS()
8451 MIRBuilder.buildICmp(CmpInst::Predicate::ICMP_ULT, DstTy, ExpMinusOne, in lowerISFPCLASS()
8454 NormalRes = MIRBuilder.buildAnd(DstTy, NormalRes, Sign); in lowerISFPCLASS()
8457 DstTy, Sign, MIRBuilder.buildConstant(DstTy, InvertionMask)); in lowerISFPCLASS()
8458 NormalRes = MIRBuilder.buildAnd(DstTy, NormalRes, PosSign); in lowerISFPCLASS()
8470 auto [DstReg, DstTy, MaskReg, MaskTy, Op1Reg, Op1Ty, Op2Reg, Op2Ty] = in lowerSelect()
8473 bool IsEltPtr = DstTy.isPointerOrPointerVector(); in lowerSelect()
8475 LLT ScalarPtrTy = LLT::scalar(DstTy.getScalarSizeInBits()); in lowerSelect()
8476 LLT NewTy = DstTy.changeElementType(ScalarPtrTy); in lowerSelect()
8479 DstTy = NewTy; in lowerSelect()
8494 MIRBuilder.buildSExtOrTrunc(DstTy.getScalarType(), MaskElt).getReg(0); in lowerSelect()
8496 if (DstTy.isVector()) { in lowerSelect()
8498 auto ShufSplat = MIRBuilder.buildShuffleSplat(DstTy, MaskElt); in lowerSelect()
8503 MaskTy = DstTy; in lowerSelect()
8504 } else if (!DstTy.isVector()) { in lowerSelect()
8509 if (MaskTy.getSizeInBits() != DstTy.getSizeInBits()) { in lowerSelect()
8517 auto Or = MIRBuilder.buildOr(DstTy, NewOp1, NewOp2); in lowerSelect()
8548 LLT DstTy = MRI.getType(MI.getOperand(0).getReg()); in lowerAbsToAddXor() local
8551 MIRBuilder.buildConstant(DstTy, DstTy.getScalarSizeInBits() - 1); in lowerAbsToAddXor()
8552 auto Shift = MIRBuilder.buildAShr(DstTy, OpReg, ShiftAmt); in lowerAbsToAddXor()
8553 auto Add = MIRBuilder.buildAdd(DstTy, OpReg, Shift); in lowerAbsToAddXor()
8591 LLT DstTy = MRI.getType(SrcReg); in lowerVectorReduction() local
8595 if (DstTy.getSizeInBits() > SrcTy.getSizeInBits()) in lowerVectorReduction()
9010 LLT DstTy = MRI.getType(Dst); in lowerMemcpy() local
9011 StorePtr = MIB.buildPtrAdd(DstTy, Dst, Offset).getReg(0); in lowerMemcpy()
9116 LLT DstTy = MRI.getType(Dst); in lowerMemmove() local
9118 MIB.buildConstant(LLT::scalar(DstTy.getSizeInBits()), CurrOffset); in lowerMemmove()
9119 StorePtr = MIB.buildPtrAdd(DstTy, Dst, Offset).getReg(0); in lowerMemmove()