Lines Matching refs:LegalizerHelper

104 LegalizerHelper::LegalizerHelper(MachineFunction &MF,  in LegalizerHelper()  function in LegalizerHelper
111 LegalizerHelper::LegalizerHelper(MachineFunction &MF, const LegalizerInfo &LI, in LegalizerHelper() function in LegalizerHelper
117 LegalizerHelper::LegalizeResult
118 LegalizerHelper::legalizeInstrStep(MachineInstr &MI, in legalizeInstrStep()
162 void LegalizerHelper::insertParts(Register DstReg, in insertParts()
199 void LegalizerHelper::appendVectorElts(SmallVectorImpl<Register> &Elts, in appendVectorElts()
209 void LegalizerHelper::mergeMixedSubvectors(Register DstReg, in mergeMixedSubvectors()
236 void LegalizerHelper::extractGCDType(SmallVectorImpl<Register> &Parts, in extractGCDType()
250 LLT LegalizerHelper::extractGCDType(SmallVectorImpl<Register> &Parts, LLT DstTy, in extractGCDType()
258 LLT LegalizerHelper::buildLCMMergePieces(LLT DstTy, LLT NarrowTy, LLT GCDTy, in buildLCMMergePieces()
349 void LegalizerHelper::buildWidenedRemergeToDst(Register DstReg, LLT LCMTy, in buildWidenedRemergeToDst()
564 LegalizerHelper::LegalizeResult
585 return LegalizerHelper::UnableToLegalize; in createLibcall()
608 return LegalizerHelper::Legalized; in createLibcall()
611 LegalizerHelper::LegalizeResult
619 return LegalizerHelper::UnableToLegalize; in createLibcall()
625 static LegalizerHelper::LegalizeResult
639 LegalizerHelper::LegalizeResult
688 return LegalizerHelper::UnableToLegalize; in createMemLibcall()
701 return LegalizerHelper::UnableToLegalize; in createMemLibcall()
725 return LegalizerHelper::Legalized; in createMemLibcall()
776 static LegalizerHelper::LegalizeResult
839 return LegalizerHelper::UnableToLegalize; in createAtomicLibcall()
849 return LegalizerHelper::UnableToLegalize; in createAtomicLibcall()
851 return LegalizerHelper::Legalized; in createAtomicLibcall()
876 static LegalizerHelper::LegalizeResult
923 LegalizerHelper::LegalizeResult
924 LegalizerHelper::createGetStateLibcall(MachineIRBuilder &MIRBuilder, in createGetStateLibcall()
949 if (Res != LegalizerHelper::Legalized) in createGetStateLibcall()
957 return LegalizerHelper::Legalized; in createGetStateLibcall()
963 LegalizerHelper::LegalizeResult
964 LegalizerHelper::createSetStateLibcall(MachineIRBuilder &MIRBuilder, in createSetStateLibcall()
1000 LegalizerHelper::LegalizeResult
1001 LegalizerHelper::createResetStateLibcall(MachineIRBuilder &MIRBuilder, in createResetStateLibcall()
1024 LegalizerHelper::LegalizeResult
1025 LegalizerHelper::libcall(MachineInstr &MI, LostDebugLocObserver &LocObserver) { in libcall()
1220 LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalar(MachineInstr &MI, in narrowScalar()
1761 Register LegalizerHelper::coerceToScalar(Register Val) { in coerceToScalar()
1782 void LegalizerHelper::widenScalarSrc(MachineInstr &MI, LLT WideTy, in widenScalarSrc()
1789 void LegalizerHelper::narrowScalarSrc(MachineInstr &MI, LLT NarrowTy, in narrowScalarSrc()
1796 void LegalizerHelper::widenScalarDst(MachineInstr &MI, LLT WideTy, in widenScalarDst()
1805 void LegalizerHelper::narrowScalarDst(MachineInstr &MI, LLT NarrowTy, in narrowScalarDst()
1814 void LegalizerHelper::moreElementsVectorDst(MachineInstr &MI, LLT WideTy, in moreElementsVectorDst()
1824 void LegalizerHelper::moreElementsVectorSrc(MachineInstr &MI, LLT MoreTy, in moreElementsVectorSrc()
1831 void LegalizerHelper::bitcastSrc(MachineInstr &MI, LLT CastTy, unsigned OpIdx) { in bitcastSrc()
1836 void LegalizerHelper::bitcastDst(MachineInstr &MI, LLT CastTy, unsigned OpIdx) { in bitcastDst()
1844 LegalizerHelper::LegalizeResult
1845 LegalizerHelper::widenScalarMergeValues(MachineInstr &MI, unsigned TypeIdx, in widenScalarMergeValues()
1965 LegalizerHelper::LegalizeResult
1966 LegalizerHelper::widenScalarUnmergeValues(MachineInstr &MI, unsigned TypeIdx, in widenScalarUnmergeValues()
2094 LegalizerHelper::LegalizeResult
2095 LegalizerHelper::widenScalarExtract(MachineInstr &MI, unsigned TypeIdx, in widenScalarExtract()
2168 LegalizerHelper::LegalizeResult
2169 LegalizerHelper::widenScalarInsert(MachineInstr &MI, unsigned TypeIdx, in widenScalarInsert()
2180 LegalizerHelper::LegalizeResult
2181 LegalizerHelper::widenScalarAddSubOverflow(MachineInstr &MI, unsigned TypeIdx, in widenScalarAddSubOverflow()
2263 LegalizerHelper::LegalizeResult
2264 LegalizerHelper::widenScalarAddSubShlSat(MachineInstr &MI, unsigned TypeIdx, in widenScalarAddSubShlSat()
2307 LegalizerHelper::LegalizeResult
2308 LegalizerHelper::widenScalarMulo(MachineInstr &MI, unsigned TypeIdx, in widenScalarMulo()
2374 LegalizerHelper::LegalizeResult
2375 LegalizerHelper::widenScalar(MachineInstr &MI, unsigned TypeIdx, LLT WideTy) { in widenScalar()
3111 LegalizerHelper::LegalizeResult
3112 LegalizerHelper::lowerConstant(MachineInstr &MI) { in lowerConstant()
3122 LegalizerHelper::LegalizeResult
3123 LegalizerHelper::lowerFConstant(MachineInstr &MI) { in lowerFConstant()
3133 LegalizerHelper::LegalizeResult
3134 LegalizerHelper::lowerBitcast(MachineInstr &MI) { in lowerBitcast()
3225 LegalizerHelper::LegalizeResult
3226 LegalizerHelper::bitcastExtractVectorElt(MachineInstr &MI, unsigned TypeIdx, in bitcastExtractVectorElt()
3361 LegalizerHelper::LegalizeResult
3362 LegalizerHelper::bitcastInsertVectorElt(MachineInstr &MI, unsigned TypeIdx, in bitcastInsertVectorElt()
3434 LegalizerHelper::LegalizeResult
3435 LegalizerHelper::bitcastConcatVector(MachineInstr &MI, unsigned TypeIdx, in bitcastConcatVector()
3469 LegalizerHelper::LegalizeResult LegalizerHelper::lowerLoad(GAnyLoad &LoadMI) { in lowerLoad()
3606 LegalizerHelper::LegalizeResult LegalizerHelper::lowerStore(GStore &StoreMI) { in lowerStore()
3705 LegalizerHelper::LegalizeResult
3706 LegalizerHelper::bitcast(MachineInstr &MI, unsigned TypeIdx, LLT CastTy) { in bitcast()
3781 void LegalizerHelper::changeOpcode(MachineInstr &MI, unsigned NewOpcode) { in changeOpcode()
3787 LegalizerHelper::LegalizeResult
3788 LegalizerHelper::lower(MachineInstr &MI, unsigned TypeIdx, LLT LowerHintTy) { in lower()
4117 Align LegalizerHelper::getStackTemporaryAlignment(LLT Ty, in getStackTemporaryAlignment()
4128 LegalizerHelper::createStackTemporary(TypeSize Bytes, Align Alignment, in createStackTemporary()
4162 Register LegalizerHelper::getVectorElementPointer(Register VecPtr, LLT VecTy, in getVectorElementPointer()
4278 LegalizerHelper::LegalizeResult
4279 LegalizerHelper::fewerElementsVectorMultiEltType( in fewerElementsVectorMultiEltType()
4349 LegalizerHelper::LegalizeResult
4350 LegalizerHelper::fewerElementsVectorPhi(GenericMachineInstr &MI, in fewerElementsVectorPhi()
4402 LegalizerHelper::LegalizeResult
4403 LegalizerHelper::fewerElementsVectorUnmergeValues(MachineInstr &MI, in fewerElementsVectorUnmergeValues()
4451 LegalizerHelper::LegalizeResult
4452 LegalizerHelper::fewerElementsVectorMerge(MachineInstr &MI, unsigned TypeIdx, in fewerElementsVectorMerge()
4537 LegalizerHelper::LegalizeResult
4538 LegalizerHelper::fewerElementsVectorExtractInsertVectorElt(MachineInstr &MI, in fewerElementsVectorExtractInsertVectorElt()
4611 LegalizerHelper::LegalizeResult
4612 LegalizerHelper::reduceLoadStoreWidth(GLoadStore &LdStMI, unsigned TypeIdx, in reduceLoadStoreWidth()
4706 LegalizerHelper::LegalizeResult
4707 LegalizerHelper::fewerElementsVector(MachineInstr &MI, unsigned TypeIdx, in fewerElementsVector()
4874 LegalizerHelper::LegalizeResult
4875 LegalizerHelper::fewerElementsBitcast(MachineInstr &MI, unsigned int TypeIdx, in fewerElementsBitcast()
4905 LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorShuffle( in fewerElementsVectorShuffle()
5043 LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorReductions( in fewerElementsVectorReductions()
5129 LegalizerHelper::LegalizeResult
5130 LegalizerHelper::fewerElementsVectorSeqReductions(MachineInstr &MI, in fewerElementsVectorSeqReductions()
5159 LegalizerHelper::LegalizeResult
5160 LegalizerHelper::tryNarrowPow2Reduction(MachineInstr &MI, Register SrcReg, in tryNarrowPow2Reduction()
5189 LegalizerHelper::LegalizeResult
5190 LegalizerHelper::narrowScalarShiftByConstant(MachineInstr &MI, const APInt &Amt, in narrowScalarShiftByConstant()
5278 LegalizerHelper::LegalizeResult
5279 LegalizerHelper::narrowScalarShift(MachineInstr &MI, unsigned TypeIdx, in narrowScalarShift()
5387 LegalizerHelper::LegalizeResult
5388 LegalizerHelper::moreElementsVectorPhi(MachineInstr &MI, unsigned TypeIdx, in moreElementsVectorPhi()
5406 MachineInstrBuilder LegalizerHelper::getNeutralElementForVecReduce( in getNeutralElementForVecReduce()
5443 LegalizerHelper::LegalizeResult
5444 LegalizerHelper::moreElementsVector(MachineInstr &MI, unsigned TypeIdx, in moreElementsVector()
5694 LegalizerHelper::LegalizeResult
5695 LegalizerHelper::equalizeVectorShuffleLengths(MachineInstr &MI) { in equalizeVectorShuffleLengths()
5763 return LegalizerHelper::LegalizeResult::Legalized; in equalizeVectorShuffleLengths()
5766 LegalizerHelper::LegalizeResult
5767 LegalizerHelper::moreElementsVectorShuffle(MachineInstr &MI, in moreElementsVectorShuffle()
5809 void LegalizerHelper::multiplyRegisters(SmallVectorImpl<Register> &DstRegs, in multiplyRegisters()
5872 LegalizerHelper::LegalizeResult
5873 LegalizerHelper::narrowScalarAddSub(MachineInstr &MI, unsigned TypeIdx, in narrowScalarAddSub()
5968 LegalizerHelper::LegalizeResult
5969 LegalizerHelper::narrowScalarMul(MachineInstr &MI, LLT NarrowTy) { in narrowScalarMul()
5998 LegalizerHelper::LegalizeResult
5999 LegalizerHelper::narrowScalarFPTOI(MachineInstr &MI, unsigned TypeIdx, in narrowScalarFPTOI()
6023 LegalizerHelper::LegalizeResult
6024 LegalizerHelper::narrowScalarExtract(MachineInstr &MI, unsigned TypeIdx, in narrowScalarExtract()
6091 LegalizerHelper::LegalizeResult
6092 LegalizerHelper::narrowScalarInsert(MachineInstr &MI, unsigned TypeIdx, in narrowScalarInsert()
6175 LegalizerHelper::LegalizeResult
6176 LegalizerHelper::narrowScalarBasic(MachineInstr &MI, unsigned TypeIdx, in narrowScalarBasic()
6216 LegalizerHelper::LegalizeResult
6217 LegalizerHelper::narrowScalarExt(MachineInstr &MI, unsigned TypeIdx, in narrowScalarExt()
6237 LegalizerHelper::LegalizeResult
6238 LegalizerHelper::narrowScalarSelect(MachineInstr &MI, unsigned TypeIdx, in narrowScalarSelect()
6283 LegalizerHelper::LegalizeResult
6284 LegalizerHelper::narrowScalarCTLZ(MachineInstr &MI, unsigned TypeIdx, in narrowScalarCTLZ()
6316 LegalizerHelper::LegalizeResult
6317 LegalizerHelper::narrowScalarCTTZ(MachineInstr &MI, unsigned TypeIdx, in narrowScalarCTTZ()
6349 LegalizerHelper::LegalizeResult
6350 LegalizerHelper::narrowScalarCTPOP(MachineInstr &MI, unsigned TypeIdx, in narrowScalarCTPOP()
6372 LegalizerHelper::LegalizeResult
6373 LegalizerHelper::narrowScalarFLDEXP(MachineInstr &MI, unsigned TypeIdx, in narrowScalarFLDEXP()
6397 LegalizerHelper::LegalizeResult
6398 LegalizerHelper::lowerBitCount(MachineInstr &MI) { in lowerBitCount()
6583 LegalizerHelper::LegalizeResult
6584 LegalizerHelper::lowerFunnelShiftWithInverse(MachineInstr &MI) { in lowerFunnelShiftWithInverse()
6622 LegalizerHelper::LegalizeResult
6623 LegalizerHelper::lowerFunnelShiftAsShifts(MachineInstr &MI) { in lowerFunnelShiftAsShifts()
6677 LegalizerHelper::LegalizeResult
6678 LegalizerHelper::lowerFunnelShift(MachineInstr &MI) { in lowerFunnelShift()
6695 LegalizerHelper::LegalizeResult Result = lowerFunnelShiftWithInverse(MI); in lowerFunnelShift()
6701 LegalizerHelper::LegalizeResult LegalizerHelper::lowerEXT(MachineInstr &MI) { in lowerEXT()
6743 LegalizerHelper::LegalizeResult LegalizerHelper::lowerTRUNC(MachineInstr &MI) { in lowerTRUNC()
6800 LegalizerHelper::LegalizeResult
6801 LegalizerHelper::lowerRotateWithReverseRotate(MachineInstr &MI) { in lowerRotateWithReverseRotate()
6812 LegalizerHelper::LegalizeResult LegalizerHelper::lowerRotate(MachineInstr &MI) { in lowerRotate()
6881 LegalizerHelper::LegalizeResult
6882 LegalizerHelper::lowerU64ToF32BitOps(MachineInstr &MI) { in lowerU64ToF32BitOps()
6937 LegalizerHelper::LegalizeResult LegalizerHelper::lowerUITOFP(MachineInstr &MI) { in lowerUITOFP()
6962 LegalizerHelper::LegalizeResult LegalizerHelper::lowerSITOFP(MachineInstr &MI) { in lowerSITOFP()
7005 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTOUI(MachineInstr &MI) { in lowerFPTOUI()
7045 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTOSI(MachineInstr &MI) { in lowerFPTOSI()
7110 LegalizerHelper::LegalizeResult
7111 LegalizerHelper::lowerFPTRUNC_F64_TO_F16(MachineInstr &MI) { in lowerFPTRUNC_F64_TO_F16()
7225 LegalizerHelper::LegalizeResult
7226 LegalizerHelper::lowerFPTRUNC(MachineInstr &MI) { in lowerFPTRUNC()
7237 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPOWI(MachineInstr &MI) { in lowerFPOWI()
7262 LegalizerHelper::LegalizeResult LegalizerHelper::lowerMinMax(MachineInstr &MI) { in lowerMinMax()
7275 LegalizerHelper::LegalizeResult
7276 LegalizerHelper::lowerThreewayCompare(MachineInstr &MI) { in lowerThreewayCompare()
7305 LegalizerHelper::LegalizeResult
7306 LegalizerHelper::lowerFCopySign(MachineInstr &MI) { in lowerFCopySign()
7347 LegalizerHelper::LegalizeResult
7348 LegalizerHelper::lowerFMinNumMaxNum(MachineInstr &MI) { in lowerFMinNumMaxNum()
7376 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFMad(MachineInstr &MI) { in lowerFMad()
7389 LegalizerHelper::LegalizeResult
7390 LegalizerHelper::lowerIntrinsicRound(MachineInstr &MI) { in lowerIntrinsicRound()
7423 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFFloor(MachineInstr &MI) { in lowerFFloor()
7448 LegalizerHelper::LegalizeResult
7449 LegalizerHelper::lowerMergeValues(MachineInstr &MI) { in lowerMergeValues()
7486 LegalizerHelper::LegalizeResult
7487 LegalizerHelper::lowerUnmergeValues(MachineInstr &MI) { in lowerUnmergeValues()
7526 LegalizerHelper::LegalizeResult
7527 LegalizerHelper::lowerExtractInsertVectorElt(MachineInstr &MI) { in lowerExtractInsertVectorElt()
7598 LegalizerHelper::LegalizeResult
7599 LegalizerHelper::lowerShuffleVector(MachineInstr &MI) { in lowerShuffleVector()
7637 LegalizerHelper::LegalizeResult
7638 LegalizerHelper::lowerVECTOR_COMPRESS(llvm::MachineInstr &MI) { in lowerVECTOR_COMPRESS()
7724 Register LegalizerHelper::getDynStackAllocTargetPtr(Register SPReg, in getDynStackAllocTargetPtr()
7747 LegalizerHelper::LegalizeResult
7748 LegalizerHelper::lowerDynStackAlloc(MachineInstr &MI) { in lowerDynStackAlloc()
7770 LegalizerHelper::LegalizeResult
7771 LegalizerHelper::lowerStackSave(MachineInstr &MI) { in lowerStackSave()
7781 LegalizerHelper::LegalizeResult
7782 LegalizerHelper::lowerStackRestore(MachineInstr &MI) { in lowerStackRestore()
7792 LegalizerHelper::LegalizeResult
7793 LegalizerHelper::lowerExtract(MachineInstr &MI) { in lowerExtract()
7847 LegalizerHelper::LegalizeResult LegalizerHelper::lowerInsert(MachineInstr &MI) { in lowerInsert()
7936 LegalizerHelper::LegalizeResult
7937 LegalizerHelper::lowerSADDO_SSUBO(MachineInstr &MI) { in lowerSADDO_SSUBO()
7975 LegalizerHelper::LegalizeResult
7976 LegalizerHelper::lowerAddSubSatToMinMax(MachineInstr &MI) { in lowerAddSubSatToMinMax()
8050 LegalizerHelper::LegalizeResult
8051 LegalizerHelper::lowerAddSubSatToAddoSubo(MachineInstr &MI) { in lowerAddSubSatToAddoSubo()
8116 LegalizerHelper::LegalizeResult
8117 LegalizerHelper::lowerShlSat(MachineInstr &MI) { in lowerShlSat()
8148 LegalizerHelper::LegalizeResult LegalizerHelper::lowerBswap(MachineInstr &MI) { in lowerBswap()
8192 LegalizerHelper::LegalizeResult
8193 LegalizerHelper::lowerBitreverse(MachineInstr &MI) { in lowerBitreverse()
8246 LegalizerHelper::LegalizeResult
8247 LegalizerHelper::lowerReadWriteRegister(MachineInstr &MI) { in lowerReadWriteRegister()
8272 LegalizerHelper::LegalizeResult
8273 LegalizerHelper::lowerSMULH_UMULH(MachineInstr &MI) { in lowerSMULH_UMULH()
8294 LegalizerHelper::LegalizeResult
8295 LegalizerHelper::lowerISFPCLASS(MachineInstr &MI) { in lowerISFPCLASS()
8468 LegalizerHelper::LegalizeResult LegalizerHelper::lowerSelect(MachineInstr &MI) { in lowerSelect()
8526 LegalizerHelper::LegalizeResult LegalizerHelper::lowerDIVREM(MachineInstr &MI) { in lowerDIVREM()
8542 LegalizerHelper::LegalizeResult
8543 LegalizerHelper::lowerAbsToAddXor(MachineInstr &MI) { in lowerAbsToAddXor()
8559 LegalizerHelper::LegalizeResult
8560 LegalizerHelper::lowerAbsToMaxNeg(MachineInstr &MI) { in lowerAbsToMaxNeg()
8574 LegalizerHelper::LegalizeResult
8575 LegalizerHelper::lowerAbsToCNeg(MachineInstr &MI) { in lowerAbsToCNeg()
8587 LegalizerHelper::LegalizeResult
8588 LegalizerHelper::lowerVectorReduction(MachineInstr &MI) { in lowerVectorReduction()
8606 LegalizerHelper::LegalizeResult LegalizerHelper::lowerVAArg(MachineInstr &MI) { in lowerVAArg()
8762 LegalizerHelper::LegalizeResult
8763 LegalizerHelper::lowerMemset(MachineInstr &MI, Register Dst, Register Val, in lowerMemset()
8875 LegalizerHelper::LegalizeResult
8876 LegalizerHelper::lowerMemcpyInline(MachineInstr &MI) { in lowerMemcpyInline()
8905 LegalizerHelper::LegalizeResult
8906 LegalizerHelper::lowerMemcpyInline(MachineInstr &MI, Register Dst, Register Src, in lowerMemcpyInline()
8915 LegalizerHelper::LegalizeResult
8916 LegalizerHelper::lowerMemcpy(MachineInstr &MI, Register Dst, Register Src, in lowerMemcpy()
9022 LegalizerHelper::LegalizeResult
9023 LegalizerHelper::lowerMemmove(MachineInstr &MI, Register Dst, Register Src, in lowerMemmove()
9128 LegalizerHelper::LegalizeResult
9129 LegalizerHelper::lowerMemCpyFamily(MachineInstr &MI, unsigned MaxLen) { in lowerMemCpyFamily()