Lines Matching refs:SDLoc
404 SDValue combineMinNumMaxNum(const SDLoc &DL, EVT VT, SDValue LHS,
462 SDValue visitORLike(SDValue N0, SDValue N1, const SDLoc &DL);
464 SDValue SimplifyVCastOp(SDNode *N, const SDLoc &DL);
465 SDValue SimplifyVBinOp(SDNode *N, const SDLoc &DL);
571 const SDLoc &DL,
575 SDValue reassociateOpsCommutative(unsigned Opc, const SDLoc &DL, SDValue N0,
577 SDValue reassociateOps(unsigned Opc, const SDLoc &DL, SDValue N0,
579 SDValue reassociateReduction(unsigned RedOpc, unsigned Opc, const SDLoc &DL,
590 SDValue SimplifySelect(const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2);
591 SDValue SimplifySelectCC(const SDLoc &DL, SDValue N0, SDValue N1,
595 const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2, SDValue N3,
598 SDValue foldSelectCCToShiftAnd(const SDLoc &DL, SDValue N0, SDValue N1,
603 const SDLoc &DL);
604 SDValue foldSubToUSubSat(EVT DstVT, SDNode *N, const SDLoc &DL);
605 SDValue foldABSToABD(SDNode *N, const SDLoc &DL);
609 const SDLoc &DL, bool foldBooleans);
616 SDValue foldAddToAvg(SDNode *N, const SDLoc &DL);
617 SDValue foldSubToAvg(SDNode *N, const SDLoc &DL);
638 SDValue BuildLogBase2(SDValue V, const SDLoc &DL,
656 const SDLoc &DL);
660 const SDLoc &DL);
661 SDValue MatchRotate(SDValue LHS, SDValue RHS, const SDLoc &DL);
673 SDValue createBuildVecShuffle(const SDLoc &DL, SDNode *N,
1073 const SDLoc &DL, in reassociationCanBreakAddressingModePattern()
1193 SDValue DAGCombiner::reassociateOpsCommutative(unsigned Opc, const SDLoc &DL, in reassociateOpsCommutative()
1219 SDValue OpNode = DAG.getNode(Opc, SDLoc(N0), VT, N00, N1, NewFlags); in reassociateOpsCommutative()
1277 SDValue OpNode = DAG.getNode(Opc, SDLoc(N0), VT, N00, N1, Flags); in reassociateOpsCommutative()
1281 SDValue OpNode = DAG.getNode(Opc, SDLoc(N0), VT, N01, N1, Flags); in reassociateOpsCommutative()
1293 SDValue DAGCombiner::reassociateOps(unsigned Opc, const SDLoc &DL, SDValue N0, in reassociateOps()
1314 const SDLoc &DL, EVT VT, SDValue N0, in reassociateReduction()
1414 SDLoc DL(Load); in ReplaceLoadWithPromotedLoad()
1430 SDLoc DL(Op); in PromoteOperand()
1469 SDLoc DL(Op); in SExtPromoteOperand()
1484 SDLoc DL(Op); in ZExtPromoteOperand()
1528 SDLoc DL(Op); in PromoteIntBinOp()
1601 SDLoc DL(Op); in PromoteIntShiftOp()
1639 return DAG.getNode(Op.getOpcode(), SDLoc(Op), VT, Op.getOperand(0)); in PromoteExtend()
1667 SDLoc DL(Op); in PromoteLoad()
2263 Result = DAG.getTokenFactor(SDLoc(N), PrunedOps); in visitTokenFactor()
2265 Result = DAG.getTokenFactor(SDLoc(N), Ops); in visitTokenFactor()
2412 SDValue NewBO = DAG.getNode(Opcode, SDLoc(N), VT, F0, FVal, N->getFlags()); in foldSelectWithIdentityConstant()
2413 return DAG.getSelect(SDLoc(N), VT, Cond, F0, NewBO); in foldSelectWithIdentityConstant()
2418 SDValue NewBO = DAG.getNode(Opcode, SDLoc(N), VT, F0, TVal, N->getFlags()); in foldSelectWithIdentityConstant()
2419 return DAG.getSelect(SDLoc(N), VT, Cond, NewBO, F0); in foldSelectWithIdentityConstant()
2491 SDLoc DL(Sel); in foldBinOpIntoSelect()
2528 static SDValue foldAddSubBoolOfMaskedVal(SDNode *N, const SDLoc &DL, in foldAddSubBoolOfMaskedVal()
2564 SDValue DAGCombiner::foldSubToAvg(SDNode *N, const SDLoc &DL) { in foldSubToAvg()
2586 static SDValue foldAddSubOfSignBit(SDNode *N, const SDLoc &DL, in foldAddSubOfSignBit()
2639 SDLoc DL(N); in visitADDLike()
2798 DAG.getNode(ISD::ADD, SDLoc(N0), VT, A, C), in visitADDLike()
2799 DAG.getNode(ISD::ADD, SDLoc(N1), VT, B, D)); in visitADDLike()
2880 SDValue Mul = DAG.getNode(ISD::MUL, SDLoc(N1), VT, A, in visitADDLike()
2909 SDValue Mul = DAG.getNode(ISD::MUL, SDLoc(N1), VT, A, in visitADDLike()
2911 SDValue Add = DAG.getNode(ISD::ADD, SDLoc(N1), VT, Mul, B, Flags); in visitADDLike()
2929 SDValue DAGCombiner::foldAddToAvg(SDNode *N, const SDLoc &DL) { in foldAddToAvg()
2954 SDLoc DL(N); in visitADD()
3023 SDLoc DL(N); in visitADDSAT()
3112 SelectionDAG &DAG, const SDLoc &DL) { in foldAddSubMasked1()
3139 SDLoc DL(LocReference); in visitADDLikeCommutative()
3228 SDLoc DL(N); in visitADDC()
3265 return DAG.getLogicalNOT(SDLoc(V), V, V.getValueType()); in extractBooleanFlip()
3292 return DAG.getLogicalNOT(SDLoc(V), V, V.getValueType()); in extractBooleanFlip()
3303 SDLoc DL(N); in visitADDO()
3357 SDValue One = DAG.getConstant(1, SDLoc(N), Y.getValueType()); in visitUADDOLike()
3359 return DAG.getNode(ISD::UADDO_CARRY, SDLoc(N), N->getVTList(), N0, Y, in visitUADDOLike()
3366 return DAG.getNode(ISD::UADDO_CARRY, SDLoc(N), N->getVTList(), N0, in visitUADDOLike()
3367 DAG.getConstant(0, SDLoc(N), VT), Carry); in visitUADDOLike()
3381 return DAG.getNode(ISD::ADDE, SDLoc(N), N->getVTList(), in visitADDE()
3386 return DAG.getNode(ISD::ADDC, SDLoc(N), N->getVTList(), N0, N1); in visitADDE()
3395 SDLoc DL(N); in visitUADDO_CARRY()
3484 Z = DAG.getConstant(1, SDLoc(Carry0.getOperand(1)), VT); in combineUADDO_CARRYDiamond()
3492 SDLoc DL(N); in combineUADDO_CARRYDiamond()
3602 SDLoc DL(N); in combineCarryDiamond()
3634 SDLoc DL(N); in visitUADDO_CARRYLike()
3649 return DAG.getNode(ISD::UADDO_CARRY, SDLoc(N), N->getVTList(), in visitUADDO_CARRYLike()
3673 return DAG.getNode(ISD::SSUBO_CARRY, SDLoc(N), N->getVTList(), N1, in visitSADDO_CARRYLike()
3684 SDLoc DL(N); in visitSADDO_CARRY()
3712 const SDLoc &DL) { in getTruncatedUSUBSAT()
3738 SDValue DAGCombiner::foldSubToUSubSat(EVT DstVT, SDNode *N, const SDLoc &DL) { in foldSubToUSubSat()
3786 static SDValue tryFoldToZero(const SDLoc &DL, const TargetLowering &TLI, EVT VT, in tryFoldToZero()
3800 SDLoc DL(N); in visitSUB()
4138 SDLoc DL(N); in visitSUBSAT()
4177 SDLoc DL(N); in visitSUBC()
4208 SDLoc DL(N); in visitSUBO()
4250 return DAG.getNode(ISD::SUBC, SDLoc(N), N->getVTList(), N0, N1); in visitSUBE()
4264 return DAG.getNode(ISD::USUBO, SDLoc(N), N->getVTList(), N0, N1); in visitUSUBO_CARRY()
4279 return DAG.getNode(ISD::SSUBO, SDLoc(N), N->getVTList(), N0, N1); in visitSSUBO_CARRY()
4295 return DAG.getConstant(0, SDLoc(N), VT); in visitMULFIX()
4300 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N1, N0, Scale); in visitMULFIX()
4304 return DAG.getConstant(0, SDLoc(N), VT); in visitMULFIX()
4314 SDLoc DL(N); in visitMUL()
4491 Matcher.getNode(ISD::MUL, SDLoc(N0), VT, N0.getOperand(0), N1), in visitMUL()
4492 Matcher.getNode(ISD::MUL, SDLoc(N1), VT, N0.getOperand(1), N1)); in visitMUL()
4642 combined = DAG.getNode(DivRemOpc, SDLoc(Node), VTs, Op0, Op1); in useDivRem()
4663 SDLoc DL(N); in simplifyDivRem()
4710 SDLoc DL(N); in visitSDIV()
4785 SDLoc DL(N); in visitSDIVLike()
4858 SDLoc DL(N); in visitUDIV()
4909 SDLoc DL(N); in visitUDIVLike()
4970 SDLoc DL(N); in visitREM()
5060 SDLoc DL(N); in visitMULHS()
5119 SDLoc DL(N); in visitMULHU()
5196 SDLoc DL(N); in visitAVG()
5271 SDLoc DL(N); in visitABD()
5318 SDValue Res = DAG.getNode(LoOp, SDLoc(N), N->getValueType(0), N->ops()); in SimplifyNodeWithTwoResults()
5326 SDValue Res = DAG.getNode(HiOp, SDLoc(N), N->getValueType(1), N->ops()); in SimplifyNodeWithTwoResults()
5336 SDValue Lo = DAG.getNode(LoOp, SDLoc(N), N->getValueType(0), N->ops()); in SimplifyNodeWithTwoResults()
5346 SDValue Hi = DAG.getNode(HiOp, SDLoc(N), N->getValueType(1), N->ops()); in SimplifyNodeWithTwoResults()
5365 SDLoc DL(N); in visitSMUL_LOHI()
5406 SDLoc DL(N); in visitUMUL_LOHI()
5459 SDLoc DL(N); in visitMULO()
5633 SDLoc DL(Fp); in PerformMinMaxFpToSatCombine()
5670 DAG.getNode(ISD::FP_TO_UINT_SAT, SDLoc(N0), NewVT, N0.getOperand(0), in PerformUMinFpToSatCombine()
5672 return DAG.getZExtOrTrunc(Sat, SDLoc(N0), N3.getValueType()); in PerformUMinFpToSatCombine()
5680 SDLoc DL(N); in visitIMINMAX()
5748 SDLoc(N), VT, N0, N1)) in visitIMINMAX()
5779 SDLoc DL(N); in hoistLogicOpWithSameOpcodeHands()
5942 const SDLoc &DL) { in foldLogicOfSetCCs()
5986 SDValue Or = DAG.getNode(ISD::OR, SDLoc(N0), OpVT, LL, RL); in foldLogicOfSetCCs()
6005 SDValue And = DAG.getNode(ISD::AND, SDLoc(N0), OpVT, LL, RL); in foldLogicOfSetCCs()
6019 SDValue Add = DAG.getNode(ISD::ADD, SDLoc(N0), OpVT, LL, One); in foldLogicOfSetCCs()
6031 SDValue XorL = DAG.getNode(ISD::XOR, SDLoc(N0), OpVT, LL, LR); in foldLogicOfSetCCs()
6032 SDValue XorR = DAG.getNode(ISD::XOR, SDLoc(N1), OpVT, RL, RR); in foldLogicOfSetCCs()
6180 SDLoc DL(LogicOp); in foldAndOrOfSETCC()
6339 const SDLoc &DL, SelectionDAG &DAG) { in combineSelectAsExtAnd()
6368 SDLoc DL(N); in visitANDLike()
6400 SDLoc DL0(N0); in visitANDLike()
6657 SDValue And = DAG.getNode(ISD::AND, SDLoc(FixupNode), in BackwardsPropagateMask()
6672 DAG.getNode(ISD::AND, SDLoc(Op0), Op0.getValueType(), Op0, MaskOp); in BackwardsPropagateMask()
6676 DAG.getNode(ISD::AND, SDLoc(Op1), Op1.getValueType(), Op1, MaskOp); in BackwardsPropagateMask()
6687 SDValue And = DAG.getNode(ISD::AND, SDLoc(Load), Load->getValueType(0), in BackwardsPropagateMask()
6747 SDLoc DL(N); in unfoldExtremeBitClearingToShifts()
6821 SDLoc DL(And); in combineShiftAnd1ToBitTest()
6835 static SDValue foldAndToUsubsat(SDNode *N, SelectionDAG &DAG, const SDLoc &DL) { in foldAndToUsubsat()
6896 SDLoc DL(N); in foldLogicOfShifts()
6935 SDLoc DL(N); in foldLogicTreeOfShifts()
6943 SDLoc DL(N); in visitAND()
7160 Load->getValueType(0), SDLoc(Load), in visitAND()
7296 DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(N0), VT, LN0->getChain(), in visitAND()
7462 SDValue Res = DAG.getNode(ISD::BSWAP, SDLoc(N), VT, N00); in MatchBSwapHWordLow()
7464 SDLoc DL(N); in MatchBSwapHWordLow()
7614 SDLoc DL(N); in matchBSwapHWordOrAndAnd()
7671 SDLoc DL(N); in MatchBSwapHWord()
7689 SDValue DAGCombiner::visitORLike(SDValue N0, SDValue N1, const SDLoc &DL) { in visitORLike()
7716 SDValue X = DAG.getNode(ISD::OR, SDLoc(N0), VT, in visitORLike()
7731 SDValue X = DAG.getNode(ISD::OR, SDLoc(N0), VT, in visitORLike()
7744 SDLoc DL(N); in visitORCommutative()
7840 SDLoc DL(N); in visitOR()
7973 if (SDValue COR = DAG.FoldConstantArithmetic(ISD::OR, SDLoc(N1), VT, in visitOR()
7975 SDValue IOR = DAG.getNode(ISD::OR, SDLoc(N0), VT, N0.getOperand(0), N1); in visitOR()
8064 const SDLoc &DL) { in extractShiftForRotate()
8305 const SDLoc &DL) { in MatchRotatePosNeg()
8333 const SDLoc &DL) { in MatchFunnelPosNeg()
8396 SDValue DAGCombiner::MatchRotate(SDValue LHS, SDValue RHS, const SDLoc &DL) { in MatchRotate()
8424 return DAG.getNode(ISD::TRUNCATE, SDLoc(LHS), LHS.getValueType(), Rot); in MatchRotate()
9047 SDLoc DL(N); in mergeTruncStores()
9268 DAG.getExtLoad(NeedsZext ? ISD::ZEXTLOAD : ISD::NON_EXTLOAD, SDLoc(N), VT, in MatchLoadCombine()
9280 NeedsZext ? DAG.getNode(ISD::SHL, SDLoc(N), VT, NewLoad, in MatchLoadCombine()
9282 VT, SDLoc(N))) in MatchLoadCombine()
9284 return DAG.getNode(ISD::BSWAP, SDLoc(N), VT, ShiftedLoad); in MatchLoadCombine()
9352 SDLoc DL(N); in unfoldMaskedMerge()
9390 SDLoc DL(N); in visitXOR()
9465 return DAG.getSetCC(SDLoc(N0), VT, LHS, RHS, NotCC); in visitXOR()
9467 return DAG.getSelectCC(SDLoc(N0), LHS, RHS, N0.getOperand(2), in visitXOR()
9475 DAG.getSetCC(SDLoc(N0), VT, LHS, RHS, NotCC, in visitXOR()
9492 SDLoc DL0(N0); in visitXOR()
9505 N00 = DAG.getNode(ISD::XOR, SDLoc(N00), VT, N00, N1); // N00 = ~N00 in visitXOR()
9506 N01 = DAG.getNode(ISD::XOR, SDLoc(N01), VT, N01, N1); // N01 = ~N01 in visitXOR()
9517 N00 = DAG.getNode(ISD::XOR, SDLoc(N00), VT, N00, N1); // N00 = ~N00 in visitXOR()
9518 N01 = DAG.getNode(ISD::XOR, SDLoc(N01), VT, N01, N1); // N01 = ~N01 in visitXOR()
9542 SDValue NotX = DAG.getNOT(SDLoc(X), X, VT); in visitXOR()
9679 SDLoc DL(Shift); in combineShiftOfShiftedLogic()
9746 SDLoc DL(N); in visitShiftByConstant()
9768 SDLoc DL(N); in distributeTruncateThroughAnd()
9782 SDLoc dl(N); in visitRotate()
9867 SDLoc DL(N); in visitSHL()
10006 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N0), VT, NewSHL); in visitSHL()
10085 DAG.FoldConstantArithmetic(ISD::SHL, SDLoc(N1), VT, {N01, N1})) { in visitSHL()
10086 SDValue Shl0 = DAG.getNode(ISD::SHL, SDLoc(N0), VT, N0.getOperand(0), N1); in visitSHL()
10105 SDLoc DL(N0); in visitSHL()
10121 DAG.FoldConstantArithmetic(ISD::SHL, SDLoc(N1), VT, {N01, N1})) in visitSHL()
10138 SDLoc DL(N); in visitSHL()
10173 static SDValue combineShiftToMULH(SDNode *N, const SDLoc &DL, SelectionDAG &DAG, in combineShiftToMULH()
10292 SDLoc DL(N); in foldBitOrderCrossLogicOp()
10325 SDLoc DL(N); in visitSRA()
10525 SDLoc DL(N); in visitSRL()
10655 SDLoc DL0(N0); in visitSRL()
10683 if (Known.One.getBoolValue()) return DAG.getConstant(0, SDLoc(N0), VT); in visitSRL()
10688 if (UnknownBits == 0) return DAG.getConstant(1, SDLoc(N0), VT); in visitSRL()
10700 SDLoc DL(N0); in visitSRL()
10780 SDLoc DL(N); in visitFunnelShift()
10835 SDLoc DL(RHS); in visitFunnelShift()
10895 SDLoc DL(N); in visitSHLSAT()
10924 SDValue DAGCombiner::foldABSToABD(SDNode *N, const SDLoc &DL) { in foldABSToABD()
10994 SDLoc DL(N); in visitABS()
11029 SDLoc DL(N); in visitBSWAP()
11092 SDLoc DL(N); in visitBITREVERSE()
11120 SDLoc DL(N); in visitCTLZ()
11137 SDLoc DL(N); in visitCTLZ_ZERO_UNDEF()
11149 SDLoc DL(N); in visitCTTZ()
11166 SDLoc DL(N); in visitCTTZ_ZERO_UNDEF()
11179 SDLoc DL(N); in visitCTPOP()
11236 static SDValue combineMinNumMaxNumImpl(const SDLoc &DL, EVT VT, SDValue LHS, in combineMinNumMaxNumImpl()
11282 SDValue DAGCombiner::combineMinNumMaxNum(const SDLoc &DL, EVT VT, SDValue LHS, in combineMinNumMaxNum()
11324 static SDValue foldSelectOfConstantsUsingSra(SDNode *N, const SDLoc &DL, in foldSelectOfConstantsUsingSra()
11383 SDLoc DL(N); in foldSelectOfConstants()
11497 static SDValue foldBoolSelectToLogic(SDNode *N, const SDLoc &DL, in foldBoolSelectToLogic()
11562 SDLoc DL(N); in foldVSelectToSignBitSplatMask()
11570 SDLoc DL(N); in foldVSelectToSignBitSplatMask()
11581 SDLoc DL(N); in foldVSelectToSignBitSplatMask()
11601 SDLoc DL(N); in visitSELECT()
11774 SDLoc DL(N); in ConvertSelectToConcatVector()
11827 SelectionDAG &DAG, const SDLoc &DL) { in refineUniformBase()
11903 SDLoc DL(N); in visitVPSCATTER()
11933 SDLoc DL(N); in visitMSCATTER()
11962 SDLoc DL(N); in visitMSTORE()
11989 return DAG.getStore(MST->getChain(), SDLoc(N), MST->getValue(), in visitMSTORE()
12029 return DAG.getMaskedStore(Chain, SDLoc(N), Value.getOperand(0), Ptr, in visitMSTORE()
12044 return DAG.getStoreVP(SST->getChain(), SDLoc(N), SST->getValue(), in visitVP_STRIDED_STORE()
12054 SDLoc DL(N); in visitVECTOR_COMPRESS()
12111 SDLoc DL(N); in visitVPGATHER()
12139 SDLoc DL(N); in visitMGATHER()
12165 SDLoc DL(N); in visitMLOAD()
12176 N->getValueType(0), SDLoc(N), MLD->getChain(), MLD->getBasePtr(), in visitMLOAD()
12197 SDLoc(N), SLD->getChain(), SLD->getBasePtr(), SLD->getOffset(), in visitVP_STRIDED_LOAD()
12245 SDLoc DL(N); in foldVSelectOfConstants()
12277 SDLoc DL(N); in visitVP_SELECT()
12293 SDLoc DL(N); in visitVSELECT()
12595 SDLoc DL(N); in visitSELECT_CC()
12649 SDLoc DL(N); in visitSETCC()
12782 return DAG.getNode(ISD::SETCC, SDLoc(N), N->getVTList(), LHS, RHS, Cond); in visitSETCCCARRY()
12822 SelectionDAG &DAG, const SDLoc &DL, in tryToFoldExtendSelectLoad()
12867 static SDValue tryToFoldExtendOfConstant(SDNode *N, const SDLoc &DL, in tryToFoldExtendOfConstant()
12933 SDLoc DL(Op); in tryToFoldExtendOfConstant()
13013 SDLoc DL(ExtLoad); in ExtendSetCCUses()
13089 SDLoc DL(N); in CombineExtLoad()
13101 DAG.getExtLoad(ExtType, SDLoc(LN0), SplitDstVT, LN0->getChain(), in CombineExtLoad()
13123 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), NewValue); in CombineExtLoad()
13176 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(Load), VT, in CombineZExtLogicopShiftLoad()
13180 SDLoc DL1(N1); in CombineZExtLogicopShiftLoad()
13185 SDLoc DL0(N0); in CombineZExtLogicopShiftLoad()
13194 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(Load), in CombineZExtLogicopShiftLoad()
13238 SDLoc DL(Cast); in matchVSelectOpSizesWithSetCC()
13271 DAG.getExtLoad(ExtLoadType, SDLoc(LN0), VT, LN0->getChain(), in tryToFoldExtOfExtload()
13327 SDValue ExtLoad = DAG.getExtLoad(ExtLoadType, SDLoc(LN0), VT, LN0->getChain(), in tryToFoldExtOfLoad()
13339 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), ExtLoad); in tryToFoldExtOfLoad()
13363 SDLoc dl(Ld); in tryToFoldExtOfMaskedLoad()
13393 ISD::ATOMIC_LOAD, SDLoc(ALoad), MemoryVT, VT, ALoad->getChain(), in tryToFoldExtOfAtomicLoad()
13398 DAG.getNode(ISD::TRUNCATE, SDLoc(ALoad), OrigVT, SDValue(NewALoad, 0))); in tryToFoldExtOfAtomicLoad()
13426 SDLoc DL(N); in foldExtendedSignBitTest()
13450 SDLoc DL(N); in foldSextSetcc()
13568 SDLoc DL(N); in visitSIGN_EXTEND()
13590 return DAG.getNode(ISD::SIGN_EXTEND_VECTOR_INREG, SDLoc(N), VT, in visitSIGN_EXTEND()
13646 Op = DAG.getNode(ISD::ANY_EXTEND, SDLoc(N0), VT, Op); in visitSIGN_EXTEND()
13648 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N0), VT, Op); in visitSIGN_EXTEND()
13694 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(LN00), VT, in visitSIGN_EXTEND()
13714 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(LN00), in visitSIGN_EXTEND()
13792 static SDValue widenCtPop(SDNode *Extend, SelectionDAG &DAG, const SDLoc &DL) { in widenCtPop()
13834 DAG.getNode(ISD::SIGN_EXTEND, SDLoc(Abs), LegalVT, Abs.getOperand(0)); in widenAbs()
13835 SDValue NewAbs = DAG.getNode(ISD::ABS, SDLoc(Abs), LegalVT, SExt); in widenAbs()
13836 return DAG.getZExtOrTrunc(NewAbs, SDLoc(Extend), VT); in widenAbs()
13842 SDLoc DL(N); in visitZERO_EXTEND()
13968 X = DAG.getAnyExtOrTrunc(X, SDLoc(X), VT); in visitZERO_EXTEND()
14022 SDValue ExtLoad = DAG.getExtLoad(ISD::ZEXTLOAD, SDLoc(LN00), VT, in visitZERO_EXTEND()
14042 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, SDLoc(LN00), in visitZERO_EXTEND()
14170 SDLoc DL(N); in visitANY_EXTEND()
14259 DAG.getNode(ISD::TRUNCATE, SDLoc(N0), N0.getValueType(), ExtLoad); in visitANY_EXTEND()
14353 SDLoc DL(N); in visitAssertExt()
14372 SDLoc DL(N); in visitAssertExt()
14383 SDLoc DL(N); in visitAssertAlign()
14618 SDLoc DL(LN0); in reduceLoadWidth()
14680 return DAG.getConstant(0, SDLoc(N), VT); in visitSIGN_EXTEND_INREG()
14684 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, N0, N1); in visitSIGN_EXTEND_INREG()
14693 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, N0.getOperand(0), in visitSIGN_EXTEND_INREG()
14706 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, N00); in visitSIGN_EXTEND_INREG()
14724 return DAG.getNode(ISD::SIGN_EXTEND_VECTOR_INREG, SDLoc(N), VT, N00); in visitSIGN_EXTEND_INREG()
14733 return DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, N00); in visitSIGN_EXTEND_INREG()
14738 return DAG.getZeroExtendInReg(N0, SDLoc(N), ExtVT); in visitSIGN_EXTEND_INREG()
14760 return DAG.getNode(ISD::SRA, SDLoc(N), VT, N0.getOperand(0), in visitSIGN_EXTEND_INREG()
14776 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
14793 SDValue ExtLoad = DAG.getExtLoad(ISD::SEXTLOAD, SDLoc(N), VT, in visitSIGN_EXTEND_INREG()
14809 VT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), in visitSIGN_EXTEND_INREG()
14827 DAG.getVTList(VT, MVT::Other), ExtVT, SDLoc(N), Ops, in visitSIGN_EXTEND_INREG()
14841 return DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(N), VT, BSwap, N1); in visitSIGN_EXTEND_INREG()
14858 DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), InnerExtVT, Extendee); in visitSIGN_EXTEND_INREG()
14859 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), VT, SignExtExtendee, in visitSIGN_EXTEND_INREG()
14868 SDNode *N, const SDLoc &DL, const TargetLowering &TLI, SelectionDAG &DAG, in foldExtendVectorInregToExtendOfSubvector()
14902 SDLoc DL(N); in visitEXTEND_VECTOR_INREG()
14930 SDLoc DL(N); in visitTRUNCATE()
15013 SDLoc SL(N0); in visitTRUNCATE()
15111 LN0->getExtensionType(), SDLoc(LN0), VT, LN0->getChain(), in visitTRUNCATE()
15154 SDValue NV = DAG.getNode(ISD::TRUNCATE, SDLoc(V), VTs[i], V); in visitTRUNCATE()
15193 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N0->getOperand(0)), VT, in visitTRUNCATE()
15292 return DAG.getLoad(VT, SDLoc(N), LD1->getChain(), LD1->getBasePtr(), in CombineConsecutiveLoads()
15360 SDValue CastOp0 = DAG.getNode(ISD::BITCAST, SDLoc(N), VT, LogicOp0); in foldBitcastedFPLogic()
15361 SDValue FPOp = DAG.getNode(FPOpcode, SDLoc(N), VT, CastOp0); in foldBitcastedFPLogic()
15364 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, FPOp); in foldBitcastedFPLogic()
15424 return DAG.getNode(N0.getOpcode(), SDLoc(N), VT, in visitBITCAST()
15447 DAG.getLoad(VT, SDLoc(N), LN0->getChain(), LN0->getBasePtr(), in visitBITCAST()
15476 SDLoc DL(N); in visitBITCAST()
15480 APInt::getSignMask(VT.getSizeInBits() / 2), SDLoc(N0), MVT::i64); in visitBITCAST()
15488 DAG.getNode(ISD::EXTRACT_ELEMENT, SDLoc(NewConv), MVT::i64, NewConv, in visitBITCAST()
15490 SDLoc(NewConv))); in visitBITCAST()
15492 FlipBit = DAG.getNode(ISD::AND, SDLoc(N0), MVT::i64, Hi, SignBit); in visitBITCAST()
15496 DAG.getNode(ISD::BUILD_PAIR, SDLoc(N0), VT, FlipBit, FlipBit); in visitBITCAST()
15532 X = DAG.getNode(ISD::SIGN_EXTEND, SDLoc(N), VT, X); in visitBITCAST()
15537 SDLoc DL(X); in visitBITCAST()
15543 X = DAG.getNode(ISD::TRUNCATE, SDLoc(X), VT, X); in visitBITCAST()
15553 SDValue XorResult = DAG.getNode(ISD::XOR, SDLoc(N0), VT, Cst, X); in visitBITCAST()
15556 ISD::EXTRACT_ELEMENT, SDLoc(XorResult), MVT::i64, XorResult, in visitBITCAST()
15558 SDLoc(XorResult))); in visitBITCAST()
15561 DAG.getNode(ISD::AND, SDLoc(XorResult64), MVT::i64, XorResult64, in visitBITCAST()
15562 DAG.getConstant(SignBit, SDLoc(XorResult64), MVT::i64)); in visitBITCAST()
15565 DAG.getNode(ISD::BUILD_PAIR, SDLoc(N0), VT, FlipBit, FlipBit); in visitBITCAST()
15567 return DAG.getNode(ISD::XOR, SDLoc(N), VT, Cst, FlipBits); in visitBITCAST()
15570 X = DAG.getNode(ISD::AND, SDLoc(X), VT, in visitBITCAST()
15571 X, DAG.getConstant(SignBit, SDLoc(X), VT)); in visitBITCAST()
15575 Cst = DAG.getNode(ISD::AND, SDLoc(Cst), VT, in visitBITCAST()
15576 Cst, DAG.getConstant(~SignBit, SDLoc(Cst), VT)); in visitBITCAST()
15579 return DAG.getNode(ISD::OR, SDLoc(N), VT, X, Cst); in visitBITCAST()
15625 TLI.buildLegalVectorShuffle(VT, SDLoc(N), SV0, SV1, NewMask, DAG); in visitBITCAST()
15677 SDLoc DL(N0); in visitFREEZE()
15759 R = DAG.getVectorShuffle(N0.getValueType(), SDLoc(N0), Ops[0], Ops[1], in visitFREEZE()
15763 R = DAG.getNode(N0.getOpcode(), SDLoc(N0), N0->getVTList(), Ops); in visitFREEZE()
15790 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(BV), SrcEltVT, Op); in ConstantFoldBITCASTofBUILD_VECTOR()
15796 return DAG.getBuildVector(VT, SDLoc(BV), Ops); in ConstantFoldBITCASTofBUILD_VECTOR()
15834 SDLoc DL(BV); in ConstantFoldBITCASTofBUILD_VECTOR()
15867 SDLoc SL(N); in visitFADDForFMACombine()
16104 SDLoc SL(N); in visitFSUBForFMACombine()
16433 SDLoc SL(N); in visitFMULForFMADistributiveCombine()
16539 SDLoc DL(N); in visitFADD()
16732 SDLoc DL(N); in visitSTRICT_FADD()
16759 SDLoc DL(N); in visitFSUB()
16917 SDLoc DL(N); in combineFMulOrFDivWithIntPow2()
16948 SDLoc DL(N); in visitFMUL()
17098 SDLoc DL(N); in visitFMA()
17137 return matcher.getNode(ISD::FADD, SDLoc(N), VT, N1, N2); in visitFMA()
17139 return matcher.getNode(ISD::FADD, SDLoc(N), VT, N0, N2); in visitFMA()
17144 return matcher.getNode(ISD::FMA, SDLoc(N), VT, N1, N0, N2); in visitFMA()
17222 SDLoc DL(N); in visitFMAD()
17292 SDLoc DL(N); in combineRepeatedFPDivisors()
17300 SDValue NewNode = DAG.getNode(ISD::FMUL, SDLoc(U), VT, Dividend, in combineRepeatedFPDivisors()
17316 SDLoc DL(N); in visitFDIV()
17371 RV = DAG.getNode(ISD::FP_EXTEND, SDLoc(N1), VT, RV); in visitFDIV()
17379 RV = DAG.getNode(ISD::FP_ROUND, SDLoc(N1), VT, RV, N1.getOperand(1)); in visitFDIV()
17421 SDValue Div = DAG.getNode(ISD::FDIV, SDLoc(N1), VT, Rsqrt, Y); in visitFDIV()
17453 return DAG.getNode(ISD::FDIV, SDLoc(N), VT, NegN0, NegN1); in visitFDIV()
17468 SDLoc DL(N); in visitFREM()
17559 SDLoc DL(N); in visitFCOPYSIGN()
17575 DAG.getNode(ISD::FABS, SDLoc(N0), VT, N0)); in visitFCOPYSIGN()
17644 return DAG.getNode(ISD::FCBRT, SDLoc(N), VT, N->getOperand(0)); in visitFPOW()
17678 SDLoc DL(N); in visitFPOW()
17708 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0.getOperand(0)); in foldFPToIntToFP()
17712 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0.getOperand(0)); in foldFPToIntToFP()
17724 return DAG.getConstantFP(0.0, SDLoc(N), VT); in visitSINT_TO_FP()
17731 return DAG.getNode(ISD::SINT_TO_FP, SDLoc(N), VT, N0); in visitSINT_TO_FP()
17739 return DAG.getNode(ISD::UINT_TO_FP, SDLoc(N), VT, N0); in visitSINT_TO_FP()
17747 SDLoc DL(N); in visitSINT_TO_FP()
17757 SDLoc DL(N); in visitSINT_TO_FP()
17776 return DAG.getConstantFP(0.0, SDLoc(N), VT); in visitUINT_TO_FP()
17783 return DAG.getNode(ISD::UINT_TO_FP, SDLoc(N), VT, N0); in visitUINT_TO_FP()
17791 return DAG.getNode(ISD::SINT_TO_FP, SDLoc(N), VT, N0); in visitUINT_TO_FP()
17797 SDLoc DL(N); in visitUINT_TO_FP()
17841 return DAG.getNode(ExtOp, SDLoc(N), VT, Src); in FoldIntToFPToInt()
17844 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), VT, Src); in FoldIntToFPToInt()
17860 return DAG.getNode(ISD::FP_TO_SINT, SDLoc(N), VT, N0); in visitFP_TO_SINT()
17875 return DAG.getNode(ISD::FP_TO_UINT, SDLoc(N), VT, N0); in visitFP_TO_UINT()
17890 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N0); in visitXRINT()
17902 DAG.FoldConstantArithmetic(ISD::FP_ROUND, SDLoc(N), VT, {N0, N1})) in visitFP_ROUND()
17934 SDLoc DL(N); in visitFP_ROUND()
17949 SDValue Tmp = DAG.getNode(ISD::FP_ROUND, SDLoc(N0), VT, in visitFP_ROUND()
17952 return DAG.getNode(ISD::FCOPYSIGN, SDLoc(N), VT, in visitFP_ROUND()
17967 if (SDValue FoldedVOp = SimplifyVCastOp(N, SDLoc(N))) in visitFP_EXTEND()
17977 return DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, N0); in visitFP_EXTEND()
17982 return DAG.getNode(ISD::FP16_TO_FP, SDLoc(N), VT, N0.getOperand(0)); in visitFP_EXTEND()
17991 return DAG.getNode(ISD::FP_ROUND, SDLoc(N), VT, in visitFP_EXTEND()
17993 return DAG.getNode(ISD::FP_EXTEND, SDLoc(N), VT, In); in visitFP_EXTEND()
18000 SDValue ExtLoad = DAG.getExtLoad(ISD::EXTLOAD, SDLoc(N), VT, in visitFP_EXTEND()
18007 DAG.getNode(ISD::FP_ROUND, SDLoc(N0), N0.getValueType(), ExtLoad, in visitFP_EXTEND()
18008 DAG.getIntPtrConstant(1, SDLoc(N0), /*isTarget=*/true)), in visitFP_EXTEND()
18025 return DAG.getNode(ISD::FCEIL, SDLoc(N), VT, N0); in visitFCEIL()
18036 return DAG.getNode(ISD::FTRUNC, SDLoc(N), VT, N0); in visitFTRUNC()
18060 return DAG.getNode(ISD::FFREXP, SDLoc(N), N->getVTList(), N0); in visitFFREXP()
18070 return DAG.getNode(ISD::FFLOOR, SDLoc(N), VT, N0); in visitFFLOOR()
18082 return DAG.getNode(ISD::FNEG, SDLoc(N), VT, N0); in visitFNEG()
18095 return DAG.getNode(ISD::FSUB, SDLoc(N), VT, N0.getOperand(1), in visitFNEG()
18116 if (SDValue C = DAG.FoldConstantArithmetic(Opc, SDLoc(N), VT, {N0, N1})) in visitFMinMax()
18122 return DAG.getNode(N->getOpcode(), SDLoc(N), VT, N1, N0); in visitFMinMax()
18157 Opc, SDLoc(N), VT, N0, N1, Flags)) in visitFMinMax()
18169 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0); in visitFABS()
18178 return DAG.getNode(ISD::FABS, SDLoc(N), VT, N0.getOperand(0)); in visitFABS()
18194 return DAG.getNode(ISD::BRCOND, SDLoc(N), MVT::Other, Chain, in visitBRCOND()
18243 ISD::BRCOND, SDLoc(N), MVT::Other, Chain, in visitBRCOND()
18244 DAG.getSetCC(SDLoc(N1), N1->getValueType(0), S0, S1, Cond), N2); in visitBRCOND()
18258 return DAG.getNode(ISD::BR_CC, SDLoc(N), MVT::Other, in visitBRCOND()
18268 return DAG.getNode(ISD::BRCOND, SDLoc(N), MVT::Other, in visitBRCOND()
18312 SDLoc DL(N); in rebuildSetCC()
18364 return DAG.getSetCC(SDLoc(N), SetCCVT, Op0, Op1, in rebuildSetCC()
18386 CondLHS, CondRHS, CC->get(), SDLoc(N), in visitBR_CC()
18392 return DAG.getNode(ISD::BR_CC, SDLoc(N), MVT::Other, in visitBR_CC()
18581 Result = DAG.getIndexedLoad(SDValue(N, 0), SDLoc(N), BasePtr, Offset, AM); in CombineToPreIndexedLoadStore()
18584 DAG.getIndexedStore(SDValue(N, 0), SDLoc(N), BasePtr, Offset, AM); in CombineToPreIndexedLoadStore()
18587 Result = DAG.getIndexedMaskedLoad(SDValue(N, 0), SDLoc(N), BasePtr, in CombineToPreIndexedLoadStore()
18590 Result = DAG.getIndexedMaskedStore(SDValue(N, 0), SDLoc(N), BasePtr, in CombineToPreIndexedLoadStore()
18645 SDLoc DL(OtherUses[i]); in CombineToPreIndexedLoadStore()
18773 Result = IsLoad ? DAG.getIndexedLoad(SDValue(N, 0), SDLoc(N), BasePtr, in CombineToPostIndexedLoadStore()
18775 : DAG.getIndexedStore(SDValue(N, 0), SDLoc(N), in CombineToPostIndexedLoadStore()
18778 Result = IsLoad ? DAG.getIndexedMaskedLoad(SDValue(N, 0), SDLoc(N), in CombineToPostIndexedLoadStore()
18780 : DAG.getIndexedMaskedStore(SDValue(N, 0), SDLoc(N), in CombineToPostIndexedLoadStore()
18819 Inc = DAG.getConstant(*ConstInc->getConstantIntValue(), SDLoc(Inc), in SplitIndexingFromLoad()
18825 return DAG.getNode(Opc, SDLoc(LD), BP.getSimpleValueType(), BP, Inc); in SplitIndexingFromLoad()
18841 Val = DAG.getNode(ISD::FTRUNC, SDLoc(ST), STMemType, Val); in getTruncatedStoreValue()
18846 Val = DAG.getNode(ISD::TRUNCATE, SDLoc(ST), STMemType, Val); in getTruncatedStoreValue()
18869 Val = DAG.getNode(ISD::ANY_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
18872 Val = DAG.getNode(ISD::SIGN_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
18875 Val = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(LD), LDType, Val); in extendLoadedValueToExtension()
19006 SDLoc(ST), STType); in ForwardStoreValueToDirectLoad()
19007 auto Val = DAG.getNode(ISD::AND, SDLoc(LD), LDType, ST->getValue(), Mask); in ForwardStoreValueToDirectLoad()
19019 Val = DAG.getNode(ISD::SRL, SDLoc(LD), STType, Val, in ForwardStoreValueToDirectLoad()
19020 DAG.getConstant(Offset * 8, SDLoc(LD), STType)); in ForwardStoreValueToDirectLoad()
19039 Val = DAG.getNode(ISD::TRUNCATE, SDLoc(LD), LDMemType, Val); in ForwardStoreValueToDirectLoad()
19129 LD->getExtensionType(), SDLoc(N), LD->getValueType(0), Chain, Ptr, in visitLOAD()
19149 ReplLoad = DAG.getLoad(N->getValueType(0), SDLoc(LD), in visitLOAD()
19152 ReplLoad = DAG.getExtLoad(LD->getExtensionType(), SDLoc(LD), in visitLOAD()
19159 SDValue Token = DAG.getNode(ISD::TokenFactor, SDLoc(N), in visitLOAD()
19415 SDLoc DL(Origin); in loadSlice()
19425 DAG->getLoad(SliceType, SDLoc(Origin), Origin->getChain(), BaseAddr, in loadSlice()
19433 DAG->getNode(ISD::ZERO_EXTEND, SDLoc(LastInst), FinalType, LastInst); in loadSlice()
19721 SDValue Chain = DAG.getNode(ISD::TokenFactor, SDLoc(LD), MVT::Other, in SliceUpLoad()
19843 SDLoc DL(IVal); in ShrinkLoadReplaceStoreWithStore()
19858 SDLoc DL(IVal); in ShrinkLoadReplaceStoreWithStore()
19864 return DAG.getTruncStore(St->getChain(), SDLoc(St), IVal, Ptr, in ShrinkLoadReplaceStoreWithStore()
19869 IVal = DAG.getNode(ISD::TRUNCATE, SDLoc(IVal), VT, IVal); in ShrinkLoadReplaceStoreWithStore()
19872 .getStore(St->getChain(), SDLoc(St), IVal, Ptr, in ShrinkLoadReplaceStoreWithStore()
19985 DAG.getMemBasePlusOffset(Ptr, TypeSize::getFixed(PtrOff), SDLoc(LD)); in ReduceLoadOpStoreWidth()
19987 DAG.getLoad(NewVT, SDLoc(N0), LD->getChain(), NewPtr, in ReduceLoadOpStoreWidth()
19990 SDValue NewVal = DAG.getNode(Opc, SDLoc(Value), NewVT, NewLD, in ReduceLoadOpStoreWidth()
19991 DAG.getConstant(NewImm, SDLoc(Value), in ReduceLoadOpStoreWidth()
19994 DAG.getStore(Chain, SDLoc(N), NewVal, NewPtr, in ReduceLoadOpStoreWidth()
20049 DAG.getLoad(IntVT, SDLoc(Value), LD->getChain(), LD->getBasePtr(), in TransformFPLoadStorePair()
20053 DAG.getStore(ST->getChain(), SDLoc(N), NewLD, ST->getBasePtr(), in TransformFPLoadStorePair()
20146 SDLoc StoreDL(StoreNodes[0].MemNode); in getMergeStoreChains()
20197 SDLoc DL(StoreNodes[0].MemNode); in mergeStoresOfConstantsOrVecElts()
20251 SDLoc(C), IntMemVT); in mergeStoresOfConstantsOrVecElts()
20287 Val = DAG.getNode(OpC, SDLoc(Val), MemVT, Vec, Idx); in mergeStoresOfConstantsOrVecElts()
21070 SDLoc LoadDL(LoadNodes[0].MemNode); in tryStoreMergeOfLoads()
21071 SDLoc StoreDL(StoreNodes[0].MemNode); in tryStoreMergeOfLoads()
21246 SDLoc SL(ST); in replaceStoreChain()
21278 SDLoc DL(ST); in replaceStoreOfFPConstant()
21304 bitcastToAPInt().getZExtValue(), SDLoc(CFP), in replaceStoreOfFPConstant()
21315 getZExtValue(), SDLoc(CFP), MVT::i64); in replaceStoreOfFPConstant()
21326 SDValue Lo = DAG.getConstant(Val & 0xFFFFFFFF, SDLoc(CFP), MVT::i32); in replaceStoreOfFPConstant()
21327 SDValue Hi = DAG.getConstant(Val >> 32, SDLoc(CFP), MVT::i32); in replaceStoreOfFPConstant()
21354 SDLoc DL(ST); in replaceStoreOfInsertLoad()
21443 return DAG.getStore(Chain, SDLoc(N), Value.getOperand(0), Ptr, in visitSTORE()
21459 DAG.getTruncStore(Chain, SDLoc(N), Value, Ptr, ST->getPointerInfo(), in visitSTORE()
21500 return DAG.getStore(Chain, SDLoc(N), Value.getOperand(0), Ptr, in visitSTORE()
21525 return DAG.getTruncStore(Chain, SDLoc(N), Shorter, Ptr, ST->getMemoryVT(), in visitSTORE()
21536 DAG.getConstant(NewVal, SDLoc(N), Value.getValueType()); in visitSTORE()
21537 return DAG.getTruncStore(Chain, SDLoc(N), Shorter, Ptr, in visitSTORE()
21618 return DAG.getTruncStore(Chain, SDLoc(N), Value.getOperand(0), in visitSTORE()
21750 SDLoc DL(ST); in splitMergedValStore()
21909 Vec.getValueType(), SDLoc(N), X, Y, NewMask, DAG); in mergeInsertEltWithShuffle()
21964 SDLoc DL(N); in combineInsertEltToShuffle()
22055 SDLoc DL(N); in combineInsertEltToLoad()
22075 SDLoc DL(N); in visitINSERT_VECTOR_ELT()
22131 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(InVec.getNode()), in visitINSERT_VECTOR_ELT()
22301 SDLoc DL(EVE); in scalarizeExtractedVectorLoad()
22357 const SDLoc &DL, bool LegalOperations) { in scalarizeExtractedBinop()
22541 SDLoc DL(E.Producer); in refineExtractVectorEltIntoMultipleNarrowExtractVectorElts()
22565 SDLoc DL(N); in visitEXTRACT_VECTOR_ELT()
22892 SDLoc DL(N); in reduceBuildVecExtToExtBuildVec()
23017 SDLoc DL(N); in reduceBuildVecTruncToBitCast()
23083 SDValue DAGCombiner::createBuildVecShuffle(const SDLoc &DL, SDNode *N, in createBuildVecShuffle()
23290 SDLoc DL(BV); in reduceBuildVecToShuffleWithZero()
23314 SDLoc DL(N); in reduceBuildVecToShuffle()
23615 SDLoc DL(N); in convertBuildVecZextToZext()
23718 SDLoc DL(N); in convertBuildVecZextToBuildVecWithZeros()
23772 DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), NewVT, Ops); in visitBUILD_VECTOR()
23804 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), N->getValueType(0), in visitBUILD_VECTOR()
23828 return DAG.getNode(ISD::SPLAT_VECTOR, SDLoc(N), VT, V); in visitBUILD_VECTOR()
23842 SDLoc DL(N); in combineConcatVectorOfScalars()
23927 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, ConcatOps); in combineConcatVectorOfConcatVectors()
24004 return TLI.buildLegalVectorShuffle(VT, SDLoc(N), DAG.getBitcast(VT, SV0), in combineConcatVectorOfExtracts()
24066 SDLoc DL(N); in combineConcatVectorOfCasts()
24156 SDLoc dl(N); in combineConcatVectorOfShuffleAndItsOperands()
24202 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in visitCONCAT_VECTORS()
24243 SDValue Res = DAG.getNode(ISD::SCALAR_TO_VECTOR, SDLoc(N), NVT, Scalar); in visitCONCAT_VECTORS()
24287 DAG.getNode(ISD::TRUNCATE, SDLoc(N), MinVT, Op.getOperand(i))); in visitCONCAT_VECTORS()
24294 return DAG.getBuildVector(VT, SDLoc(N), Opnds); in visitCONCAT_VECTORS()
24413 return DAG.getNode(BinOpcode, SDLoc(Extract), SubVT, Sub0, Sub1, in narrowInsertExtractVectorBinOp()
24491 SDLoc DL(Extract); in narrowExtractedVectorBinOp()
24531 SDLoc DL(Extract); in narrowExtractedVectorBinOp()
24588 SDLoc DL(Extract); in narrowExtractedVectorLoad()
24742 SDLoc DL(N); in foldExtractSubvectorFromShuffleVector()
24767 SDLoc DL(N); in visitEXTRACT_SUBVECTOR()
25015 SDLoc DL(Shuf); in foldShuffleOfConcatUndefs()
25045 N0 = DAG.getVectorShuffle(ConcatVT, SDLoc(N), N0.getOperand(0), in partitionShuffleOfConcats()
25049 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, N0, N1); in partitionShuffleOfConcats()
25083 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in partitionShuffleOfConcats()
25175 ? DAG.getZExtOrTrunc(Op, SDLoc(SVN), SVT) in combineShuffleOfScalars()
25176 : DAG.getSExtOrTrunc(Op, SDLoc(SVN), SVT)); in combineShuffleOfScalars()
25177 return DAG.getBuildVector(VT, SDLoc(SVN), Ops); in combineShuffleOfScalars()
25255 return DAG.getBitcast(VT, DAG.getNode(Opcode, SDLoc(SVN), *OutVT, N0)); in combineShuffleToAnyExtendVectorInreg()
25376 return DAG.getBitcast(VT, DAG.getNode(Opcode, SDLoc(SVN), *OutVT, in combineShuffleToZeroExtendVectorInReg()
25489 return DAG.getVectorShuffle(VT, SDLoc(Shuf), Shuf->getOperand(0), in combineShuffleOfSplatVal()
25541 return DAG.getVectorShuffle(Splat->getValueType(0), SDLoc(Splat), in combineShuffleOfSplatVal()
25586 SDLoc DL(SVN); in combineShuffleOfBitcast()
25640 return DAG.getVectorShuffle(VT, SDLoc(OuterShuf), InnerShuf->getOperand(0), in formSplatFromShuffles()
25716 SDValue NewInsIndex = DAG.getVectorIdxConstant(ShufOp0Index, SDLoc(Shuf)); in replaceShuffleOfInsert()
25717 return DAG.getNode(ISD::INSERT_VECTOR_ELT, SDLoc(Shuf), Op0.getValueType(), in replaceShuffleOfInsert()
25766 return DAG.getVectorShuffle(VT, SDLoc(N), N0, DAG.getUNDEF(VT), in visitVECTOR_SHUFFLE()
25786 return DAG.getVectorShuffle(VT, SDLoc(N), N0, N1, NewMask); in visitVECTOR_SHUFFLE()
25808 SDLoc DL(N); in visitVECTOR_SHUFFLE()
25825 return DAG.getSplatBuildVector(VT, SDLoc(N), N0.getOperand(0)); in visitVECTOR_SHUFFLE()
25830 return DAG.getSplatBuildVector(VT, SDLoc(N), N0.getOperand(1)); in visitVECTOR_SHUFFLE()
25844 SDLoc(N), InVT); in visitVECTOR_SHUFFLE()
25845 return DAG.getSplatBuildVector(VT, SDLoc(N), Op); in visitVECTOR_SHUFFLE()
25888 SDValue NewBV = DAG.getBuildVector(V->getValueType(0), SDLoc(N), Ops); in visitVECTOR_SHUFFLE()
25943 SDValue NewCat = DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, in visitVECTOR_SHUFFLE()
25945 return DAG.getVectorShuffle(VT, SDLoc(N), NewCat, N1, NewMask); in visitVECTOR_SHUFFLE()
25994 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, LHS, in visitVECTOR_SHUFFLE()
25996 DAG.getVectorIdxConstant(SubIdx, SDLoc(N))); in visitVECTOR_SHUFFLE()
26036 SDLoc DL(N); in visitVECTOR_SHUFFLE()
26122 VT, DAG.getVectorShuffle(ScaleVT, SDLoc(N), SV0, SV1, NewMask)); in visitVECTOR_SHUFFLE()
26304 return DAG.getVectorShuffle(VT, SDLoc(N), in visitVECTOR_SHUFFLE()
26376 SDLoc DL(N); in visitVECTOR_SHUFFLE()
26438 SDLoc DL(N); in visitSCALAR_TO_VECTOR()
26458 SDValue Val = DAG.getNode(ISD::TRUNCATE, SDLoc(Scalar), VecEltVT, Scalar); in visitSCALAR_TO_VECTOR()
26459 return DAG.getNode(ISD::SCALAR_TO_VECTOR, SDLoc(N), VT, Val); in visitSCALAR_TO_VECTOR()
26475 SrcVT, SDLoc(N), SrcVec, DAG.getUNDEF(SrcVT), Mask, DAG); in visitSCALAR_TO_VECTOR()
26485 SDValue ZeroIdx = DAG.getVectorIdxConstant(0, SDLoc(N)); in visitSCALAR_TO_VECTOR()
26488 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), SubVT, LegalShuffle, in visitSCALAR_TO_VECTOR()
26520 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), in visitINSERT_SUBVECTOR()
26524 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(N), in visitINSERT_SUBVECTOR()
26540 return DAG.getNode(ISD::SPLAT_VECTOR, SDLoc(N), VT, N1.getOperand(0)); in visitINSERT_SUBVECTOR()
26568 SDValue NewINSERT = DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), in visitINSERT_SUBVECTOR()
26580 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, N0.getOperand(0), in visitINSERT_SUBVECTOR()
26589 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, N0, in visitINSERT_SUBVECTOR()
26604 SDLoc DL(N); in visitINSERT_SUBVECTOR()
26638 SDValue NewOp = DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N), VT, in visitINSERT_SUBVECTOR()
26641 return DAG.getNode(ISD::INSERT_SUBVECTOR, SDLoc(N0.getNode()), in visitINSERT_SUBVECTOR()
26655 return DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), VT, Ops); in visitINSERT_SUBVECTOR()
26686 return DAG.getNode(Op, SDLoc(N), N->getValueType(0), N0.getOperand(0)); in visitFP16_TO_FP()
26693 SDValue Folded = DAG.FoldConstantArithmetic(N->getOpcode(), SDLoc(N), in visitFP16_TO_FP()
26720 SDLoc dl(N); in visitVECREDUCE()
26737 return DAG.getNode(NewOpcode, SDLoc(N), N->getValueType(0), N0); in visitVECREDUCE()
26750 return DAG.getNode(Opcode, SDLoc(N), N->getValueType(0), Subvec); in visitVECREDUCE()
26878 SDValue Res = DAG.getGetFPEnv(Chain, SDLoc(N), StNode->getBasePtr(), MemVT, in visitGET_FPENV_MEM()
26919 DAG.getSetFPEnv(LdNode->getChain(), SDLoc(N), LdNode->getBasePtr(), MemVT, in visitSET_FPENV_MEM()
26934 SDLoc DL(N); in XformToShuffleWithZero()
27016 const SDLoc &DL) { in scalarizeBinOpOfSplats()
27063 SDValue DAGCombiner::SimplifyVCastOp(SDNode *N, const SDLoc &DL) { in SimplifyVCastOp()
27096 SDValue DAGCombiner::SimplifyVBinOp(SDNode *N, const SDLoc &DL) { in SimplifyVBinOp()
27210 SDValue DAGCombiner::SimplifySelect(const SDLoc &DL, SDValue N0, SDValue N1, in SimplifySelect()
27226 SDValue SETCC = DAG.getNode(ISD::SETCC, SDLoc(N0), in SimplifySelect()
27231 SDValue SelectNode = DAG.getSelect(SDLoc(SCC), SCC.getValueType(), SETCC, in SimplifySelect()
27367 Addr = DAG.getSelect(SDLoc(TheSelect), in SimplifySelectOps()
27389 Addr = DAG.getNode(ISD::SELECT_CC, SDLoc(TheSelect), in SimplifySelectOps()
27409 Load = DAG.getLoad(TheSelect->getValueType(0), SDLoc(TheSelect), in SimplifySelectOps()
27417 SDLoc(TheSelect), TheSelect->getValueType(0), LLD->getChain(), Addr, in SimplifySelectOps()
27436 SDValue DAGCombiner::foldSelectCCToShiftAnd(const SDLoc &DL, SDValue N0, in foldSelectCCToShiftAnd()
27511 SDLoc DL(N); in foldSelectOfBinops()
27594 SDLoc DL(N0); in foldSignChangeInBitcast()
27606 const SDLoc &DL, SDValue N0, SDValue N1, SDValue N2, SDValue N3, in convertSelectOfFPConstantsToLoadOffset()
27645 SDValue One = DAG.getIntPtrConstant(EltSize, SDLoc(FV)); in convertSelectOfFPConstantsToLoadOffset()
27660 SDValue DAGCombiner::SimplifySelectCC(const SDLoc &DL, SDValue N0, SDValue N1, in SimplifySelectCC()
27706 SDLoc(AndLHS)); in SimplifySelectCC()
27707 SDValue Shl = DAG.getNode(ISD::SHL, SDLoc(N0), VT, AndLHS, ShlAmt); in SimplifySelectCC()
27711 SDValue ShrAmt = DAG.getShiftAmountConstant(ShCt, VT, SDLoc(Shl)); in SimplifySelectCC()
27712 SDValue Shr = DAG.getNode(ISD::SRA, SDLoc(N0), VT, Shl, ShrAmt); in SimplifySelectCC()
27742 Temp = DAG.getZExtOrTrunc(SCC, SDLoc(N2), VT); in SimplifySelectCC()
27744 SCC = DAG.getSetCC(SDLoc(N0), MVT::i1, N0, N1, CC); in SimplifySelectCC()
27745 Temp = DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N2), VT, SCC); in SimplifySelectCC()
27761 DAG.getShiftAmountConstant(ShCt, N2.getValueType(), SDLoc(Temp))); in SimplifySelectCC()
27823 ISD::CondCode Cond, const SDLoc &DL, in SimplifySetCC()
27922 static SDValue takeInexpensiveLog2(SelectionDAG &DAG, const SDLoc &DL, EVT VT, in takeInexpensiveLog2()
28030 SDValue DAGCombiner::BuildLogBase2(SDValue V, const SDLoc &DL, in BuildLogBase2()
28076 SDLoc DL(Op); in BuildDivEstimate()
28125 SDLoc DL(Arg); in buildSqrtNROneConst()
28157 SDLoc DL(Arg); in buildSqrtNRTwoConst()
28225 SDLoc DL(Op); in buildSqrtEstimateImpl()
28535 return DAG.getTokenFactor(SDLoc(N), Aliases); in FindBetterChain()
28643 NewST = DAG.getTruncStore(BetterChain, SDLoc(St), St->getValue(), in parallelizeChainedStores()
28647 NewST = DAG.getStore(BetterChain, SDLoc(St), St->getValue(), in parallelizeChainedStores()
28662 SDValue TF = DAG.getTokenFactor(SDLoc(STChain), TFOps); in parallelizeChainedStores()