Lines Matching refs:getNode
208 Lo = DAG.getNode(ISD::BITCAST, DL, HalfVT, Parts[0]); in getCopyFromParts()
209 Hi = DAG.getNode(ISD::BITCAST, DL, HalfVT, Parts[1]); in getCopyFromParts()
215 Val = DAG.getNode(ISD::BUILD_PAIR, DL, RoundVT, Lo, Hi); in getCopyFromParts()
229 Hi = DAG.getNode(ISD::ANY_EXTEND, DL, TotalVT, Hi); in getCopyFromParts()
230 Hi = DAG.getNode(ISD::SHL, DL, TotalVT, Hi, in getCopyFromParts()
234 Lo = DAG.getNode(ISD::ZERO_EXTEND, DL, TotalVT, Lo); in getCopyFromParts()
235 Val = DAG.getNode(ISD::OR, DL, TotalVT, Lo, Hi); in getCopyFromParts()
242 Lo = DAG.getNode(ISD::BITCAST, DL, EVT(MVT::f64), Parts[0]); in getCopyFromParts()
243 Hi = DAG.getNode(ISD::BITCAST, DL, EVT(MVT::f64), Parts[1]); in getCopyFromParts()
246 Val = DAG.getNode(ISD::BUILD_PAIR, DL, ValueVT, Lo, Hi); in getCopyFromParts()
270 Val = DAG.getNode(ISD::TRUNCATE, DL, PartEVT, Val); in getCopyFromParts()
275 return DAG.getNode(ISD::BITCAST, DL, ValueVT, Val); in getCopyFromParts()
284 Val = DAG.getNode(*AssertOp, DL, PartEVT, Val, in getCopyFromParts()
286 return DAG.getNode(ISD::TRUNCATE, DL, ValueVT, Val); in getCopyFromParts()
288 return DAG.getNode(ISD::ANY_EXTEND, DL, ValueVT, Val); in getCopyFromParts()
300 return DAG.getNode(ISD::STRICT_FP_ROUND, DL, in getCopyFromParts()
305 return DAG.getNode(ISD::FP_ROUND, DL, ValueVT, Val, NoChange); in getCopyFromParts()
308 return DAG.getNode(ISD::FP_EXTEND, DL, ValueVT, Val); in getCopyFromParts()
315 Val = DAG.getNode(ISD::BITCAST, DL, MVT::i64, Val); in getCopyFromParts()
316 return DAG.getNode(ISD::TRUNCATE, DL, ValueVT, Val); in getCopyFromParts()
406 Val = DAG.getNode(IntermediateVT.isVector() ? ISD::CONCAT_VECTORS in getCopyFromPartsVector()
420 return DAG.getNode(ISD::BITCAST, DL, ValueVT, Val); in getCopyFromPartsVector()
434 Val = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, PartEVT, Val, in getCopyFromPartsVector()
439 return DAG.getNode(ISD::BITCAST, DL, ValueVT, Val); in getCopyFromPartsVector()
443 return DAG.getNode(ISD::BITCAST, DL, ValueVT, Val); in getCopyFromPartsVector()
454 return DAG.getNode(ISD::BITCAST, DL, ValueVT, Val); in getCopyFromPartsVector()
460 return DAG.getNode(ISD::BITCAST, DL, ValueVT, Val); in getCopyFromPartsVector()
465 Val = DAG.getNode(ISD::TRUNCATE, DL, IntermediateType, Val); in getCopyFromPartsVector()
479 Val = DAG.getNode(ISD::BITCAST, DL, ValueSVT, Val); in getCopyFromPartsVector()
486 Val = DAG.getNode(ISD::TRUNCATE, DL, IntermediateType, Val); in getCopyFromPartsVector()
543 Val = DAG.getNode(ISD::FP_EXTEND, DL, PartVT, Val); in getCopyToParts()
549 Val = DAG.getNode(ISD::BITCAST, DL, ValueVT, Val); in getCopyToParts()
555 Val = DAG.getNode(ExtendKind, DL, ValueVT, Val); in getCopyToParts()
557 Val = DAG.getNode(ISD::BITCAST, DL, PartVT, Val); in getCopyToParts()
562 Val = DAG.getNode(ISD::BITCAST, DL, PartVT, Val); in getCopyToParts()
569 Val = DAG.getNode(ISD::TRUNCATE, DL, ValueVT, Val); in getCopyToParts()
571 Val = DAG.getNode(ISD::BITCAST, DL, PartVT, Val); in getCopyToParts()
583 Val = DAG.getNode(ISD::BITCAST, DL, PartVT, Val); in getCopyToParts()
598 SDValue OddVal = DAG.getNode(ISD::SRL, DL, ValueVT, Val, in getCopyToParts()
610 Val = DAG.getNode(ISD::TRUNCATE, DL, ValueVT, Val); in getCopyToParts()
615 Parts[0] = DAG.getNode(ISD::BITCAST, DL, in getCopyToParts()
627 Part1 = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, in getCopyToParts()
629 Part0 = DAG.getNode(ISD::EXTRACT_ELEMENT, DL, in getCopyToParts()
633 Part0 = DAG.getNode(ISD::BITCAST, DL, PartVT, Part0); in getCopyToParts()
634 Part1 = DAG.getNode(ISD::BITCAST, DL, PartVT, Part1); in getCopyToParts()
665 Val = DAG.getNode(ISD::BITCAST, DL, in widenVectorToPartType()
674 return DAG.getNode(ISD::INSERT_SUBVECTOR, DL, PartVT, DAG.getUNDEF(PartVT), in widenVectorToPartType()
705 Val = DAG.getNode(ISD::BITCAST, DL, PartVT, Val); in getCopyToPartsVector()
740 Val = DAG.getNode(ISD::FP_EXTEND, DL, PartVT, Val); in getCopyToPartsVector()
742 Val = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, PartVT, Val, in getCopyToPartsVector()
795 Val = DAG.getNode(ISD::BITCAST, DL, BuiltVectorTy, Val); in getCopyToPartsVector()
803 Val = DAG.getNode(ISD::ANY_EXTEND, DL, ValueVT, Val); in getCopyToPartsVector()
821 DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, IntermediateVT, Val, in getCopyToPartsVector()
824 Ops[i] = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, IntermediateVT, Val, in getCopyToPartsVector()
951 Parts[i] = DAG.getNode(isSExt ? ISD::AssertSext : ISD::AssertZext, dl, in getCopyFromRegs()
961 return DAG.getNode(ISD::MERGE_VALUES, dl, DAG.getVTList(ValueVTs), Values); in getCopyFromRegs()
1017 Chain = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Chains); in getCopyToRegs()
1130 assert(Pending[i].getNode()->getNumOperands() > 1); in updateRoot()
1131 if (Pending[i].getNode()->getOperand(0) == Root) in updateRoot()
1196 if (!N.getNode() && isa<Argument>(Address)) in handleDebugDeclare()
1200 if (N.getNode()) { in handleDebugDeclare()
1204 auto *FINode = dyn_cast<FrameIndexSDNode>(N.getNode()); in handleDebugDeclare()
1216 SDV = DAG.getDbgValue(Variable, Expression, N.getNode(), N.getResNo(), in handleDebugDeclare()
1357 DAG.addPCSections(It->second.getNode(), PCSectionsMD); in visit()
1359 DAG.addMMRAMetadata(It->second.getNode(), MMRA); in visit()
1462 unsigned ValSDNodeOrder = Val.getNode()->getIROrder(); in resolveDanglingDebugInfo()
1469 if (Val.getNode()) { in resolveDanglingDebugInfo()
1625 if (!N.getNode() && isa<Argument>(V)) // Check unused arguments map. in handleDebugValue()
1627 if (N.getNode()) { in handleDebugValue()
1633 if (auto *FISDN = dyn_cast<FrameIndexSDNode>(N.getNode())) { in handleDebugValue()
1644 Dependencies.push_back(N.getNode()); in handleDebugValue()
1649 SDDbgOperand::fromNode(N.getNode(), N.getResNo())); in handleDebugValue()
1755 if (N.getNode()) return N; in getValue()
1774 if (N.getNode()) { in getNonRegisterValue()
1807 return DAG.getNode(ISD::PtrAuthGlobalAddress, getCurSDLoc(), VT, in getValueImpl()
1831 assert(N1.getNode() && "visit didn't populate the NodeMap!"); in getValueImpl()
1838 SDNode *Val = getValue(U).getNode(); in getValueImpl()
1854 SDNode *Val = getValue(CDS->getElementAsConstant(i)).getNode(); in getValueImpl()
1900 return DAG.getNode(ISD::BITCAST, getCurSDLoc(), VT, in getValueImpl()
1989 DAG.setRoot(DAG.getNode(ISD::BR, getCurSDLoc(), MVT::Other, in visitCatchRet()
2009 SDValue Ret = DAG.getNode(ISD::CATCHRET, getCurSDLoc(), MVT::Other, in visitCatchRet()
2160 SDValue Ret = DAG.getNode(ISD::CLEANUPRET, getCurSDLoc(), MVT::Other, in visitCleanupRet()
2229 Chain = DAG.getNode(ISD::TokenFactor, getCurSDLoc(), in visitRet()
2265 SDValue(RetOp.getNode(), RetOp.getResNo() + j), in visitRet()
2327 assert(Chain.getNode() && Chain.getValueType() == MVT::Other && in visitRet()
2794 auto Br = DAG.getNode(ISD::BR, getCurSDLoc(), MVT::Other, in visitBr()
2896 DAG.setRoot(DAG.getNode(ISD::BR, dl, MVT::Other, getControlRoot(), in visitSwitchCase()
2915 Cond = DAG.getNode(ISD::XOR, dl, CondLHS.getValueType(), CondLHS, True); in visitSwitchCase()
2941 SDValue SUB = DAG.getNode(ISD::SUB, dl, in visitSwitchCase()
2961 Cond = DAG.getNode(ISD::XOR, dl, Cond.getValueType(), Cond, True); in visitSwitchCase()
2964 SDValue BrCond = DAG.getNode(ISD::BRCOND, dl, in visitSwitchCase()
2973 BrCond = DAG.getNode(ISD::BR, dl, MVT::Other, BrCond, in visitSwitchCase()
2987 SDValue BrJumpTable = DAG.getNode(ISD::BR_JT, *JT.SL, MVT::Other, in visitJumpTable()
3003 SDValue Sub = DAG.getNode(ISD::SUB, dl, VT, SwitchOp, in visitJumpTableHeader()
3029 SDValue BrCond = DAG.getNode(ISD::BRCOND, dl, in visitJumpTableHeader()
3035 BrCond = DAG.getNode(ISD::BR, dl, MVT::Other, BrCond, in visitJumpTableHeader()
3042 DAG.setRoot(DAG.getNode(ISD::BR, dl, MVT::Other, CopyTo, in visitJumpTableHeader()
3155 SDValue BrCond = DAG.getNode(ISD::BRCOND, dl, in visitSPDescriptorParent()
3159 SDValue Br = DAG.getNode(ISD::BR, dl, in visitSPDescriptorParent()
3187 Chain = DAG.getNode(ISD::TRAP, getCurSDLoc(), MVT::Other, Chain); in visitSPDescriptorFailure()
3192 Chain = DAG.getNode(ISD::TRAP, getCurSDLoc(), MVT::Other, Chain); in visitSPDescriptorFailure()
3207 DAG.getNode(ISD::SUB, dl, VT, SwitchOp, DAG.getConstant(B.First, dl, VT)); in visitBitTestHeader()
3249 Root = DAG.getNode(ISD::BRCOND, dl, MVT::Other, Root, RangeCmp, in visitBitTestHeader()
3255 Root = DAG.getNode(ISD::BR, dl, MVT::Other, Root, DAG.getBasicBlock(MBB)); in visitBitTestHeader()
3287 SDValue SwitchVal = DAG.getNode(ISD::SHL, dl, VT, in visitBitTestCase()
3291 SDValue AndOp = DAG.getNode(ISD::AND, dl, in visitBitTestCase()
3307 SDValue BrAnd = DAG.getNode(ISD::BRCOND, dl, in visitBitTestCase()
3313 BrAnd = DAG.getNode(ISD::BR, dl, MVT::Other, BrAnd, in visitBitTestCase()
3374 DAG.setRoot(DAG.getNode(ISD::INTRINSIC_VOID, getCurSDLoc(), VTs, Ops)); in visitInvoke()
3414 DAG.setRoot(DAG.getNode(ISD::BR, getCurSDLoc(), MVT::Other, getControlRoot(), in visitInvoke()
3451 DAG.setRoot(DAG.getNode(ISD::BR, getCurSDLoc(), in visitCallBr()
3503 SDValue Res = DAG.getNode(ISD::MERGE_VALUES, dl, in visitLandingPad()
3537 DAG.setRoot(DAG.getNode(ISD::BRIND, getCurSDLoc(), in visitIndirectBr()
3556 DAG.setRoot(DAG.getNode(ISD::TRAP, getCurSDLoc(), MVT::Other, DAG.getRoot())); in visitUnreachable()
3565 SDValue UnNodeValue = DAG.getNode(Opcode, getCurSDLoc(), Op.getValueType(), in visitUnary()
3585 SDValue BinNodeValue = DAG.getNode(Opcode, getCurSDLoc(), Op1.getValueType(), in visitBinary()
3624 SDValue Res = DAG.getNode(Opcode, getCurSDLoc(), Op1.getValueType(), Op1, Op2, in visitShift()
3636 setValue(&I, DAG.getNode(ISD::SDIV, getCurSDLoc(), Op1.getValueType(), Op1, in visitSDiv()
3803 EVT VT = LHSVal.getNode()->getValueType(LHSVal.getResNo() + i); in visitSelect()
3805 DAG.getNode(OpCode, dl, VT, LHSVal.getValue(LHSVal.getResNo() + i)); in visitSelect()
3812 Ops.push_back(SDValue(LHSVal.getNode(), LHSVal.getResNo() + i)); in visitSelect()
3813 Ops.push_back(SDValue(RHSVal.getNode(), RHSVal.getResNo() + i)); in visitSelect()
3814 Values[i] = DAG.getNode( in visitSelect()
3816 LHSVal.getNode()->getValueType(LHSVal.getResNo() + i), Ops, Flags); in visitSelect()
3820 setValue(&I, DAG.getNode(ISD::MERGE_VALUES, getCurSDLoc(), in visitSelect()
3829 setValue(&I, DAG.getNode(ISD::TRUNCATE, getCurSDLoc(), DestVT, N)); in visitTrunc()
3848 setValue(&I, DAG.getNode(ISD::SIGN_EXTEND, getCurSDLoc(), DestVT, N)); in visitZExt()
3852 setValue(&I, DAG.getNode(ISD::ZERO_EXTEND, getCurSDLoc(), DestVT, N, Flags)); in visitZExt()
3861 setValue(&I, DAG.getNode(ISD::SIGN_EXTEND, getCurSDLoc(), DestVT, N)); in visitSExt()
3870 setValue(&I, DAG.getNode(ISD::FP_ROUND, dl, DestVT, N, in visitFPTrunc()
3880 setValue(&I, DAG.getNode(ISD::FP_EXTEND, getCurSDLoc(), DestVT, N)); in visitFPExt()
3888 setValue(&I, DAG.getNode(ISD::FP_TO_UINT, getCurSDLoc(), DestVT, N)); in visitFPToUI()
3896 setValue(&I, DAG.getNode(ISD::FP_TO_SINT, getCurSDLoc(), DestVT, N)); in visitFPToSI()
3908 setValue(&I, DAG.getNode(ISD::UINT_TO_FP, getCurSDLoc(), DestVT, N, Flags)); in visitUIToFP()
3916 setValue(&I, DAG.getNode(ISD::SINT_TO_FP, getCurSDLoc(), DestVT, N)); in visitSIToFP()
3954 setValue(&I, DAG.getNode(ISD::BITCAST, dl, in visitBitCast()
3988 setValue(&I, DAG.getNode(ISD::INSERT_VECTOR_ELT, getCurSDLoc(), in visitInsertElement()
3998 setValue(&I, DAG.getNode(ISD::EXTRACT_VECTOR_ELT, getCurSDLoc(), in visitExtractElement()
4020 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, SrcVT.getScalarType(), Src1, in visitShuffleVector()
4022 setValue(&I, DAG.getNode(ISD::SPLAT_VECTOR, DL, VT, FirstElt)); in visitShuffleVector()
4079 setValue(&I, DAG.getNode(ISD::CONCAT_VECTORS, DL, VT, ConcatOps)); in visitShuffleVector()
4097 Src1 = DAG.getNode(ISD::CONCAT_VECTORS, DL, PaddedVT, MOps1); in visitShuffleVector()
4098 Src2 = DAG.getNode(ISD::CONCAT_VECTORS, DL, PaddedVT, MOps2); in visitShuffleVector()
4114 Result = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, VT, Result, in visitShuffleVector()
4159 Src = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, VT, Src, in visitShuffleVector()
4192 Res = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Src, in visitShuffleVector()
4234 SDValue(Agg.getNode(), Agg.getResNo() + i); in visitInsertValue()
4240 SDValue(Val.getNode(), Val.getResNo() + i - LinearIndex); in visitInsertValue()
4245 SDValue(Agg.getNode(), Agg.getResNo() + i); in visitInsertValue()
4247 setValue(&I, DAG.getNode(ISD::MERGE_VALUES, getCurSDLoc(), in visitInsertValue()
4279 DAG.getUNDEF(Agg.getNode()->getValueType(Agg.getResNo() + i)) : in visitExtractValue()
4280 SDValue(Agg.getNode(), Agg.getResNo() + i); in visitExtractValue()
4282 setValue(&I, DAG.getNode(ISD::MERGE_VALUES, getCurSDLoc(), in visitExtractValue()
4324 N = DAG.getNode(ISD::ADD, dl, N.getValueType(), N, in visitGetElementPtr()
4367 N = DAG.getNode(ISD::ADD, dl, N.getValueType(), N, OffsVal, Flags); in visitGetElementPtr()
4386 SDValue VScale = DAG.getNode( in visitGetElementPtr()
4391 IdxN = DAG.getNode(ISD::MUL, dl, N.getValueType(), IdxN, VScale); in visitGetElementPtr()
4398 IdxN = DAG.getNode(ISD::SHL, dl, in visitGetElementPtr()
4404 IdxN = DAG.getNode(ISD::MUL, dl, in visitGetElementPtr()
4410 N = DAG.getNode(ISD::ADD, dl, in visitGetElementPtr()
4448 AllocSize = DAG.getNode(ISD::MUL, dl, IntPtr, AllocSize, in visitAlloca()
4455 AllocSize = DAG.getNode(ISD::MUL, dl, IntPtr, AllocSize, in visitAlloca()
4472 AllocSize = DAG.getNode(ISD::ADD, dl, AllocSize.getValueType(), AllocSize, in visitAlloca()
4476 AllocSize = DAG.getNode(ISD::AND, dl, AllocSize.getValueType(), AllocSize, in visitAlloca()
4483 SDValue DSA = DAG.getNode(ISD::DYNAMIC_STACKALLOC, dl, VTs, Ops); in visitAlloca()
4589 SDValue Chain = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, in visitLoad()
4613 SDValue Chain = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, in visitLoad()
4621 setValue(&I, DAG.getNode(ISD::MERGE_VALUES, dl, in visitLoad()
4644 SDValue(Src.getNode(), Src.getResNo())); in visitStoreToSwiftError()
4729 SDValue Chain = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, in visitStore()
4742 SDValue Val = SDValue(Src.getNode(), Src.getResNo() + i); in visitStore()
4750 SDValue StoreNode = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, in visitStore()
4922 Index = DAG.getNode(ISD::SIGN_EXTEND, sdl, NewIdxVT, Index); in visitMaskedScatter()
5041 Index = DAG.getNode(ISD::SIGN_EXTEND, sdl, NewIdxVT, Index); in visitMaskedGather()
5146 SDValue N = DAG.getNode(ISD::ATOMIC_FENCE, dl, MVT::Other, Ops); in visitFence()
5301 DAG.getNode(ISD::CONVERGENCECTRL_GLUE, {}, MVT::Glue, ConvControlToken); in visitTargetIntrinsic()
5321 Result = DAG.getNode(ISD::INTRINSIC_WO_CHAIN, getCurSDLoc(), VTs, Ops); in visitTargetIntrinsic()
5323 Result = DAG.getNode(ISD::INTRINSIC_W_CHAIN, getCurSDLoc(), VTs, Ops); in visitTargetIntrinsic()
5325 Result = DAG.getNode(ISD::INTRINSIC_VOID, getCurSDLoc(), VTs, Ops); in visitTargetIntrinsic()
5329 SDValue Chain = Result.getValue(Result.getNode()->getNumValues()-1); in visitTargetIntrinsic()
5359 SDValue t1 = DAG.getNode(ISD::AND, dl, MVT::i32, Op, in GetSignificand()
5361 SDValue t2 = DAG.getNode(ISD::OR, dl, MVT::i32, t1, in GetSignificand()
5363 return DAG.getNode(ISD::BITCAST, dl, MVT::f32, t2); in GetSignificand()
5373 SDValue t0 = DAG.getNode(ISD::AND, dl, MVT::i32, Op, in GetExponent()
5375 SDValue t1 = DAG.getNode( in GetExponent()
5379 SDValue t2 = DAG.getNode(ISD::SUB, dl, MVT::i32, t1, in GetExponent()
5381 return DAG.getNode(ISD::SINT_TO_FP, dl, MVT::f32, t2); in GetExponent()
5396 SDValue IntegerPartOfX = DAG.getNode(ISD::FP_TO_SINT, dl, MVT::i32, t0); in getLimitedPrecisionExp2()
5399 SDValue t1 = DAG.getNode(ISD::SINT_TO_FP, dl, MVT::f32, IntegerPartOfX); in getLimitedPrecisionExp2()
5400 SDValue X = DAG.getNode(ISD::FSUB, dl, MVT::f32, t0, t1); in getLimitedPrecisionExp2()
5404 DAG.getNode(ISD::SHL, dl, MVT::i32, IntegerPartOfX, in getLimitedPrecisionExp2()
5418 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in getLimitedPrecisionExp2()
5420 SDValue t3 = DAG.getNode(ISD::FADD, dl, MVT::f32, t2, in getLimitedPrecisionExp2()
5422 SDValue t4 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t3, X); in getLimitedPrecisionExp2()
5423 TwoToFractionalPartOfX = DAG.getNode(ISD::FADD, dl, MVT::f32, t4, in getLimitedPrecisionExp2()
5434 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in getLimitedPrecisionExp2()
5436 SDValue t3 = DAG.getNode(ISD::FADD, dl, MVT::f32, t2, in getLimitedPrecisionExp2()
5438 SDValue t4 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t3, X); in getLimitedPrecisionExp2()
5439 SDValue t5 = DAG.getNode(ISD::FADD, dl, MVT::f32, t4, in getLimitedPrecisionExp2()
5441 SDValue t6 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t5, X); in getLimitedPrecisionExp2()
5442 TwoToFractionalPartOfX = DAG.getNode(ISD::FADD, dl, MVT::f32, t6, in getLimitedPrecisionExp2()
5455 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in getLimitedPrecisionExp2()
5457 SDValue t3 = DAG.getNode(ISD::FADD, dl, MVT::f32, t2, in getLimitedPrecisionExp2()
5459 SDValue t4 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t3, X); in getLimitedPrecisionExp2()
5460 SDValue t5 = DAG.getNode(ISD::FADD, dl, MVT::f32, t4, in getLimitedPrecisionExp2()
5462 SDValue t6 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t5, X); in getLimitedPrecisionExp2()
5463 SDValue t7 = DAG.getNode(ISD::FADD, dl, MVT::f32, t6, in getLimitedPrecisionExp2()
5465 SDValue t8 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t7, X); in getLimitedPrecisionExp2()
5466 SDValue t9 = DAG.getNode(ISD::FADD, dl, MVT::f32, t8, in getLimitedPrecisionExp2()
5468 SDValue t10 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t9, X); in getLimitedPrecisionExp2()
5469 SDValue t11 = DAG.getNode(ISD::FADD, dl, MVT::f32, t10, in getLimitedPrecisionExp2()
5471 SDValue t12 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t11, X); in getLimitedPrecisionExp2()
5472 TwoToFractionalPartOfX = DAG.getNode(ISD::FADD, dl, MVT::f32, t12, in getLimitedPrecisionExp2()
5477 SDValue t13 = DAG.getNode(ISD::BITCAST, dl, MVT::i32, TwoToFractionalPartOfX); in getLimitedPrecisionExp2()
5478 return DAG.getNode(ISD::BITCAST, dl, MVT::f32, in getLimitedPrecisionExp2()
5479 DAG.getNode(ISD::ADD, dl, MVT::i32, t13, IntegerPartOfX)); in getLimitedPrecisionExp2()
5495 SDValue t0 = DAG.getNode(ISD::FMUL, dl, MVT::f32, Op, in expandExp()
5501 return DAG.getNode(ISD::FEXP, dl, Op.getValueType(), Op, Flags); in expandExp()
5512 SDValue Op1 = DAG.getNode(ISD::BITCAST, dl, MVT::i32, Op); in expandLog()
5517 DAG.getNode(ISD::FMUL, dl, MVT::f32, Exp, in expandLog()
5533 SDValue t0 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in expandLog()
5535 SDValue t1 = DAG.getNode(ISD::FADD, dl, MVT::f32, t0, in expandLog()
5537 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t1, X); in expandLog()
5538 LogOfMantissa = DAG.getNode(ISD::FSUB, dl, MVT::f32, t2, in expandLog()
5550 SDValue t0 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in expandLog()
5552 SDValue t1 = DAG.getNode(ISD::FADD, dl, MVT::f32, t0, in expandLog()
5554 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t1, X); in expandLog()
5555 SDValue t3 = DAG.getNode(ISD::FSUB, dl, MVT::f32, t2, in expandLog()
5557 SDValue t4 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t3, X); in expandLog()
5558 SDValue t5 = DAG.getNode(ISD::FADD, dl, MVT::f32, t4, in expandLog()
5560 SDValue t6 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t5, X); in expandLog()
5561 LogOfMantissa = DAG.getNode(ISD::FSUB, dl, MVT::f32, t6, in expandLog()
5575 SDValue t0 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in expandLog()
5577 SDValue t1 = DAG.getNode(ISD::FADD, dl, MVT::f32, t0, in expandLog()
5579 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t1, X); in expandLog()
5580 SDValue t3 = DAG.getNode(ISD::FSUB, dl, MVT::f32, t2, in expandLog()
5582 SDValue t4 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t3, X); in expandLog()
5583 SDValue t5 = DAG.getNode(ISD::FADD, dl, MVT::f32, t4, in expandLog()
5585 SDValue t6 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t5, X); in expandLog()
5586 SDValue t7 = DAG.getNode(ISD::FSUB, dl, MVT::f32, t6, in expandLog()
5588 SDValue t8 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t7, X); in expandLog()
5589 SDValue t9 = DAG.getNode(ISD::FADD, dl, MVT::f32, t8, in expandLog()
5591 SDValue t10 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t9, X); in expandLog()
5592 LogOfMantissa = DAG.getNode(ISD::FSUB, dl, MVT::f32, t10, in expandLog()
5596 return DAG.getNode(ISD::FADD, dl, MVT::f32, LogOfExponent, LogOfMantissa); in expandLog()
5600 return DAG.getNode(ISD::FLOG, dl, Op.getValueType(), Op, Flags); in expandLog()
5611 SDValue Op1 = DAG.getNode(ISD::BITCAST, dl, MVT::i32, Op); in expandLog2()
5629 SDValue t0 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in expandLog2()
5631 SDValue t1 = DAG.getNode(ISD::FADD, dl, MVT::f32, t0, in expandLog2()
5633 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t1, X); in expandLog2()
5634 Log2ofMantissa = DAG.getNode(ISD::FSUB, dl, MVT::f32, t2, in expandLog2()
5646 SDValue t0 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in expandLog2()
5648 SDValue t1 = DAG.getNode(ISD::FADD, dl, MVT::f32, t0, in expandLog2()
5650 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t1, X); in expandLog2()
5651 SDValue t3 = DAG.getNode(ISD::FSUB, dl, MVT::f32, t2, in expandLog2()
5653 SDValue t4 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t3, X); in expandLog2()
5654 SDValue t5 = DAG.getNode(ISD::FADD, dl, MVT::f32, t4, in expandLog2()
5656 SDValue t6 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t5, X); in expandLog2()
5657 Log2ofMantissa = DAG.getNode(ISD::FSUB, dl, MVT::f32, t6, in expandLog2()
5672 SDValue t0 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in expandLog2()
5674 SDValue t1 = DAG.getNode(ISD::FADD, dl, MVT::f32, t0, in expandLog2()
5676 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t1, X); in expandLog2()
5677 SDValue t3 = DAG.getNode(ISD::FSUB, dl, MVT::f32, t2, in expandLog2()
5679 SDValue t4 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t3, X); in expandLog2()
5680 SDValue t5 = DAG.getNode(ISD::FADD, dl, MVT::f32, t4, in expandLog2()
5682 SDValue t6 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t5, X); in expandLog2()
5683 SDValue t7 = DAG.getNode(ISD::FSUB, dl, MVT::f32, t6, in expandLog2()
5685 SDValue t8 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t7, X); in expandLog2()
5686 SDValue t9 = DAG.getNode(ISD::FADD, dl, MVT::f32, t8, in expandLog2()
5688 SDValue t10 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t9, X); in expandLog2()
5689 Log2ofMantissa = DAG.getNode(ISD::FSUB, dl, MVT::f32, t10, in expandLog2()
5693 return DAG.getNode(ISD::FADD, dl, MVT::f32, LogOfExponent, Log2ofMantissa); in expandLog2()
5697 return DAG.getNode(ISD::FLOG2, dl, Op.getValueType(), Op, Flags); in expandLog2()
5708 SDValue Op1 = DAG.getNode(ISD::BITCAST, dl, MVT::i32, Op); in expandLog10()
5712 SDValue LogOfExponent = DAG.getNode(ISD::FMUL, dl, MVT::f32, Exp, in expandLog10()
5728 SDValue t0 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in expandLog10()
5730 SDValue t1 = DAG.getNode(ISD::FADD, dl, MVT::f32, t0, in expandLog10()
5732 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t1, X); in expandLog10()
5733 Log10ofMantissa = DAG.getNode(ISD::FSUB, dl, MVT::f32, t2, in expandLog10()
5744 SDValue t0 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in expandLog10()
5746 SDValue t1 = DAG.getNode(ISD::FSUB, dl, MVT::f32, t0, in expandLog10()
5748 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t1, X); in expandLog10()
5749 SDValue t3 = DAG.getNode(ISD::FADD, dl, MVT::f32, t2, in expandLog10()
5751 SDValue t4 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t3, X); in expandLog10()
5752 Log10ofMantissa = DAG.getNode(ISD::FSUB, dl, MVT::f32, t4, in expandLog10()
5765 SDValue t0 = DAG.getNode(ISD::FMUL, dl, MVT::f32, X, in expandLog10()
5767 SDValue t1 = DAG.getNode(ISD::FSUB, dl, MVT::f32, t0, in expandLog10()
5769 SDValue t2 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t1, X); in expandLog10()
5770 SDValue t3 = DAG.getNode(ISD::FADD, dl, MVT::f32, t2, in expandLog10()
5772 SDValue t4 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t3, X); in expandLog10()
5773 SDValue t5 = DAG.getNode(ISD::FSUB, dl, MVT::f32, t4, in expandLog10()
5775 SDValue t6 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t5, X); in expandLog10()
5776 SDValue t7 = DAG.getNode(ISD::FADD, dl, MVT::f32, t6, in expandLog10()
5778 SDValue t8 = DAG.getNode(ISD::FMUL, dl, MVT::f32, t7, X); in expandLog10()
5779 Log10ofMantissa = DAG.getNode(ISD::FSUB, dl, MVT::f32, t8, in expandLog10()
5783 return DAG.getNode(ISD::FADD, dl, MVT::f32, LogOfExponent, Log10ofMantissa); in expandLog10()
5787 return DAG.getNode(ISD::FLOG10, dl, Op.getValueType(), Op, Flags); in expandLog10()
5799 return DAG.getNode(ISD::FEXP2, dl, Op.getValueType(), Op, Flags); in expandExp2()
5823 SDValue t0 = DAG.getNode(ISD::FMUL, dl, MVT::f32, RHS, in expandPow()
5829 return DAG.getNode(ISD::FPOW, dl, LHS.getValueType(), LHS, RHS, Flags); in expandPow()
5860 if (Res.getNode()) in ExpandPowI()
5862 DAG.getNode(ISD::FMUL, DL, Res.getValueType(), Res, CurSquare); in ExpandPowI()
5867 CurSquare = DAG.getNode(ISD::FMUL, DL, CurSquare.getValueType(), in ExpandPowI()
5874 Res = DAG.getNode(ISD::FDIV, DL, LHS.getValueType(), in ExpandPowI()
5881 return DAG.getNode(ISD::FPOWI, DL, LHS.getValueType(), LHS, RHS); in ExpandPowI()
5931 LHS = DAG.getNode(ISD::SHL, DL, PromVT, LHS, in expandDivFix()
5933 SDValue Res = DAG.getNode(Opcode, DL, PromVT, LHS, RHS, Scale); in expandDivFix()
5935 Res = DAG.getNode(Signed ? ISD::SRA : ISD::SRL, DL, PromVT, Res, in expandDivFix()
5941 return DAG.getNode(Opcode, DL, VT, LHS, RHS, Scale); in expandDivFix()
6080 return !NodeMap[V].getNode(); in EmitFuncArgumentDbgValue()
6093 if (!Op && N.getNode()) { in EmitFuncArgumentDbgValue()
6111 if (!Op && N.getNode()) { in EmitFuncArgumentDbgValue()
6114 if (LoadSDNode *LNode = dyn_cast<LoadSDNode>(LCandidate.getNode())) in EmitFuncArgumentDbgValue()
6116 dyn_cast<FrameIndexSDNode>(LNode->getBasePtr().getNode())) in EmitFuncArgumentDbgValue()
6207 if (auto *FISDN = dyn_cast<FrameIndexSDNode>(N.getNode())) { in getDbgValue()
6221 return DAG.getDbgValue(Variable, Expr, N.getNode(), N.getResNo(), in getDbgValue()
6314 setValue(&I, DAG.getNode(ISD::CONVERGENCECTRL_ANCHOR, sdl, MVT::Untyped)); in visitConvergenceControl()
6317 setValue(&I, DAG.getNode(ISD::CONVERGENCECTRL_ENTRY, sdl, MVT::Untyped)); in visitConvergenceControl()
6322 setValue(&I, DAG.getNode(ISD::CONVERGENCECTRL_LOOP, sdl, MVT::Untyped, in visitConvergenceControl()
6374 Index = DAG.getNode(ISD::SIGN_EXTEND, sdl, NewIdxVT, Index); in visitVectorHistogram()
6413 setValue(&I, DAG.getNode(ISD::RETURNADDR, sdl, in visitIntrinsicCall()
6419 DAG.getNode(ISD::ADDROFRETURNADDR, sdl, in visitIntrinsicCall()
6424 DAG.getNode(ISD::SPONENTRY, sdl, in visitIntrinsicCall()
6428 setValue(&I, DAG.getNode(ISD::FRAMEADDR, sdl, in visitIntrinsicCall()
6439 Res = DAG.getNode(ISD::READ_REGISTER, sdl, in visitIntrinsicCall()
6451 DAG.setRoot(DAG.getNode(ISD::WRITE_REGISTER, sdl, MVT::Other, Chain, in visitIntrinsicCall()
6600 SDValue Res = DAG.getNode(ISD::PREALLOCATED_SETUP, sdl, MVT::Other, in visitIntrinsicCall()
6614 SDValue Res = DAG.getNode( in visitIntrinsicCall()
6697 DAG.setRoot(DAG.getNode(ISD::EH_RETURN, sdl, in visitIntrinsicCall()
6707 setValue(&I, DAG.getNode(ISD::EH_DWARF_CFA, sdl, in visitIntrinsicCall()
6732 SDValue Op = DAG.getNode(ISD::EH_SJLJ_SETJMP, sdl, in visitIntrinsicCall()
6739 DAG.setRoot(DAG.getNode(ISD::EH_SJLJ_LONGJMP, sdl, MVT::Other, in visitIntrinsicCall()
6743 DAG.setRoot(DAG.getNode(ISD::EH_SJLJ_SETUP_DISPATCH, sdl, MVT::Other, in visitIntrinsicCall()
6837 setValue(&I, DAG.getNode(Opcode, sdl, in visitIntrinsicCall()
6858 setValue(&I, DAG.getNode(Opcode, sdl, RetVT, in visitIntrinsicCall()
6863 setValue(&I, DAG.getNode(ISD::FMINNUM, sdl, in visitIntrinsicCall()
6869 setValue(&I, DAG.getNode(ISD::FMAXNUM, sdl, in visitIntrinsicCall()
6875 setValue(&I, DAG.getNode(ISD::FMINIMUM, sdl, in visitIntrinsicCall()
6881 setValue(&I, DAG.getNode(ISD::FMAXIMUM, sdl, in visitIntrinsicCall()
6887 setValue(&I, DAG.getNode(ISD::FCOPYSIGN, sdl, in visitIntrinsicCall()
6893 setValue(&I, DAG.getNode(ISD::FLDEXP, sdl, in visitIntrinsicCall()
6903 DAG.getNode(ISD::FFREXP, sdl, VTs, getValue(I.getArgOperand(0)))); in visitIntrinsicCall()
6907 setValue(&I, DAG.getNode(ISD::ARITH_FENCE, sdl, in visitIntrinsicCall()
6913 setValue(&I, DAG.getNode( in visitIntrinsicCall()
6942 Result = DAG.getNode( in visitIntrinsicCall()
6954 setValue(&I, DAG.getNode(ISD::FMA, sdl, in visitIntrinsicCall()
6961 SDValue Mul = DAG.getNode( in visitIntrinsicCall()
6964 SDValue Add = DAG.getNode(ISD::FADD, sdl, in visitIntrinsicCall()
6972 setValue(&I, DAG.getNode(ISD::BITCAST, sdl, MVT::i16, in visitIntrinsicCall()
6973 DAG.getNode(ISD::FP_ROUND, sdl, MVT::f16, in visitIntrinsicCall()
6979 setValue(&I, DAG.getNode(ISD::FP_EXTEND, sdl, in visitIntrinsicCall()
6981 DAG.getNode(ISD::BITCAST, sdl, MVT::f16, in visitIntrinsicCall()
6986 setValue(&I, DAG.getNode(ISD::FP_TO_SINT_SAT, sdl, VT, in visitIntrinsicCall()
6993 setValue(&I, DAG.getNode(ISD::FP_TO_UINT_SAT, sdl, VT, in visitIntrinsicCall()
6999 Res = DAG.getNode(ISD::SET_ROUNDING, sdl, MVT::Other, in visitIntrinsicCall()
7026 SDValue V = DAG.getNode(ISD::IS_FPCLASS, sdl, DestVT, {Op, Check}, Flags); in visitIntrinsicCall()
7038 Res = DAG.getNode( in visitIntrinsicCall()
7045 int SPFI = cast<FrameIndexSDNode>(Temp.getNode())->getIndex(); in visitIntrinsicCall()
7067 Chain = DAG.getNode(ISD::SET_FPENV, sdl, MVT::Other, Chain, Env); in visitIntrinsicCall()
7072 int SPFI = cast<FrameIndexSDNode>(Temp.getNode())->getIndex(); in visitIntrinsicCall()
7086 DAG.setRoot(DAG.getNode(ISD::RESET_FPENV, sdl, MVT::Other, getRoot())); in visitIntrinsicCall()
7089 Res = DAG.getNode( in visitIntrinsicCall()
7098 Res = DAG.getNode(ISD::SET_FPMODE, sdl, MVT::Other, {DAG.getRoot()}, in visitIntrinsicCall()
7103 Res = DAG.getNode(ISD::RESET_FPMODE, sdl, MVT::Other, getRoot()); in visitIntrinsicCall()
7109 DAG.setRoot(DAG.getNode(ISD::PCMARKER, sdl, MVT::Other, getRoot(), Tmp)); in visitIntrinsicCall()
7114 Res = DAG.getNode(ISD::READCYCLECOUNTER, sdl, in visitIntrinsicCall()
7122 Res = DAG.getNode(ISD::READSTEADYCOUNTER, sdl, in visitIntrinsicCall()
7129 setValue(&I, DAG.getNode(ISD::BITREVERSE, sdl, in visitIntrinsicCall()
7134 setValue(&I, DAG.getNode(ISD::BSWAP, sdl, in visitIntrinsicCall()
7142 setValue(&I, DAG.getNode(CI->isZero() ? ISD::CTTZ : ISD::CTTZ_ZERO_UNDEF, in visitIntrinsicCall()
7150 setValue(&I, DAG.getNode(CI->isZero() ? ISD::CTLZ : ISD::CTLZ_ZERO_UNDEF, in visitIntrinsicCall()
7157 setValue(&I, DAG.getNode(ISD::CTPOP, sdl, Ty, Arg)); in visitIntrinsicCall()
7170 setValue(&I, DAG.getNode(RotateOpcode, sdl, VT, X, Z)); in visitIntrinsicCall()
7173 setValue(&I, DAG.getNode(FunnelOpcode, sdl, VT, X, Y, Z)); in visitIntrinsicCall()
7180 setValue(&I, DAG.getNode(ISD::SADDSAT, sdl, Op1.getValueType(), Op1, Op2)); in visitIntrinsicCall()
7186 setValue(&I, DAG.getNode(ISD::UADDSAT, sdl, Op1.getValueType(), Op1, Op2)); in visitIntrinsicCall()
7192 setValue(&I, DAG.getNode(ISD::SSUBSAT, sdl, Op1.getValueType(), Op1, Op2)); in visitIntrinsicCall()
7198 setValue(&I, DAG.getNode(ISD::USUBSAT, sdl, Op1.getValueType(), Op1, Op2)); in visitIntrinsicCall()
7204 setValue(&I, DAG.getNode(ISD::SSHLSAT, sdl, Op1.getValueType(), Op1, Op2)); in visitIntrinsicCall()
7210 setValue(&I, DAG.getNode(ISD::USHLSAT, sdl, Op1.getValueType(), Op1, Op2)); in visitIntrinsicCall()
7220 setValue(&I, DAG.getNode(FixedPointIntrinsicToOpcode(Intrinsic), sdl, in visitIntrinsicCall()
7238 setValue(&I, DAG.getNode(ISD::SMAX, sdl, Op1.getValueType(), Op1, Op2)); in visitIntrinsicCall()
7244 setValue(&I, DAG.getNode(ISD::SMIN, sdl, Op1.getValueType(), Op1, Op2)); in visitIntrinsicCall()
7250 setValue(&I, DAG.getNode(ISD::UMAX, sdl, Op1.getValueType(), Op1, Op2)); in visitIntrinsicCall()
7256 setValue(&I, DAG.getNode(ISD::UMIN, sdl, Op1.getValueType(), Op1, Op2)); in visitIntrinsicCall()
7262 setValue(&I, DAG.getNode(ISD::ABS, sdl, Op1.getValueType(), Op1)); in visitIntrinsicCall()
7269 setValue(&I, DAG.getNode(ISD::SCMP, sdl, DestVT, Op1, Op2)); in visitIntrinsicCall()
7276 setValue(&I, DAG.getNode(ISD::UCMP, sdl, DestVT, Op1, Op2)); in visitIntrinsicCall()
7282 Res = DAG.getNode(ISD::STACKSAVE, sdl, DAG.getVTList(VT, MVT::Other), Op); in visitIntrinsicCall()
7289 DAG.setRoot(DAG.getNode(ISD::STACKRESTORE, sdl, MVT::Other, getRoot(), Res)); in visitIntrinsicCall()
7300 Res = DAG.getNode(ISD::GET_DYNAMIC_AREA_OFFSET, sdl, DAG.getVTList(ResTy), in visitIntrinsicCall()
7399 Res = DAG.getNode(ISD::INIT_TRAMPOLINE, sdl, MVT::Other, Ops); in visitIntrinsicCall()
7405 setValue(&I, DAG.getNode(ISD::ADJUST_TRAMPOLINE, sdl, in visitIntrinsicCall()
7416 FrameIndexSDNode *FI = cast<FrameIndexSDNode>(getValue(Alloca).getNode()); in visitIntrinsicCall()
7424 Res = DAG.getNode(ISD::GET_ROUNDING, sdl, {MVT::i32, MVT::Other}, getRoot()); in visitIntrinsicCall()
7442 DAG.setRoot(DAG.getNode(ISD::TRAP, sdl, MVT::Other, getRoot())); in visitIntrinsicCall()
7445 DAG.setRoot(DAG.getNode(ISD::DEBUGTRAP, sdl, MVT::Other, getRoot())); in visitIntrinsicCall()
7448 DAG.setRoot(DAG.getNode( in visitIntrinsicCall()
7509 setValue(&I, DAG.getNode(Op, sdl, VTs, Op1, Op2)); in visitIntrinsicCall()
7593 Res = DAG.getNode(ISD::CLEAR_CACHE, sdl, DAG.getVTList(MVT::Other), in visitIntrinsicCall()
7679 DAG.getNode(ISD::LOCAL_RECOVER, sdl, PtrVT, OffsetSym); in visitIntrinsicCall()
7901 assert(!Result.first.getNode() && !Result.second.getNode() && in visitIntrinsicCall()
7924 setValue(&I, DAG.getNode(ISD::AND, sdl, PtrVT, Ptr, Mask)); in visitIntrinsicCall()
7948 SDValue VectorInduction = DAG.getNode( in visitIntrinsicCall()
7975 Count = DAG.getNode(ISD::ZERO_EXTEND, sdl, VT, Count); in visitIntrinsicCall()
7982 SDValue UMin = DAG.getNode(ISD::UMIN, sdl, CountVT, Count, MaxEVL); in visitIntrinsicCall()
7984 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, sdl, VT, UMin); in visitIntrinsicCall()
8002 Subvectors.push_back(DAG.getNode(ISD::EXTRACT_SUBVECTOR, sdl, ReducedTy, in visitIntrinsicCall()
8008 Subvectors.push_back(DAG.getNode(ISD::ADD, sdl, ReducedTy, in visitIntrinsicCall()
8059 SDValue StepVL = DAG.getNode(ISD::SUB, DL, NewVT, SplatVL, StepVec); in visitIntrinsicCall()
8060 SDValue Ext = DAG.getNode(ISD::SIGN_EXTEND, DL, NewVT, Op); in visitIntrinsicCall()
8061 SDValue And = DAG.getNode(ISD::AND, DL, NewVT, StepVL, Ext); in visitIntrinsicCall()
8062 SDValue Max = DAG.getNode(ISD::VECREDUCE_UMAX, DL, NewEltTy, And); in visitIntrinsicCall()
8063 SDValue Sub = DAG.getNode(ISD::SUB, DL, NewEltTy, VL, Max); in visitIntrinsicCall()
8083 setValue(&I, DAG.getNode(ISD::INSERT_SUBVECTOR, sdl, ResultVT, Vec, SubVec, in visitIntrinsicCall()
8099 DAG.getNode(ISD::EXTRACT_SUBVECTOR, sdl, ResultVT, Vec, Index)); in visitIntrinsicCall()
8118 setValue(&I, DAG.getNode(ISD::VECTOR_COMPRESS, sdl, in visitIntrinsicCall()
8150 assert(Result.getNode()->getNumValues() == 2); in visitConstrainedFPIntrinsic()
8201 SDValue Mul = DAG.getNode(ISD::STRICT_FMUL, sdl, VTs, Opers, Flags); in visitConstrainedFPIntrinsic()
8232 SDValue Result = DAG.getNode(Opcode, sdl, VTs, Opers, Flags); in visitConstrainedFPIntrinsic()
8336 Index = DAG.getNode(ISD::SIGN_EXTEND, DL, NewIdxVT, Index); in visitVPGather()
8400 Index = DAG.getNode(ISD::SIGN_EXTEND, DL, NewIdxVT, Index); in visitVPScatter()
8487 EVL = DAG.getNode(ISD::ZERO_EXTEND, DL, EVLParamVT, EVL); in visitVPCmp()
8521 Op = DAG.getNode(ISD::ZERO_EXTEND, DL, EVLParamVT, Op); in visitVectorPredicationIntrinsic()
8530 SDValue Result = DAG.getNode(Opcode, DL, VTs, OpValues, SDFlags); in visitVectorPredicationIntrinsic()
8559 setValue(&VPIntrin, DAG.getNode(ISD::VP_FMA, DL, VTs, OpValues, SDFlags)); in visitVectorPredicationIntrinsic()
8561 SDValue Mul = DAG.getNode( in visitVectorPredicationIntrinsic()
8565 DAG.getNode(ISD::VP_FADD, DL, VTs, in visitVectorPredicationIntrinsic()
8576 SDValue V = DAG.getNode(ISD::VP_IS_FPCLASS, DL, DestVT, in visitVectorPredicationIntrinsic()
8613 DAG.getNode(Opcode, DL, VTs, {OpValues[0], OpValues[2], OpValues[3]}); in visitVectorPredicationIntrinsic()
8688 assert((CLI.IsTailCall || Result.second.getNode()) && in lowerInvokable()
8690 assert((Result.second.getNode() || !Result.first.getNode()) && in lowerInvokable()
8693 if (!Result.second.getNode()) { in lowerInvokable()
8835 if (Result.first.getNode()) { in LowerCallTo()
8928 if (Res.first.getNode()) { in visitMemCmpBCmpCall()
9015 if (Res.first.getNode()) { in visitMemChrCall()
9049 assert(MC.getNode() != nullptr && in visitMemPCpyCall()
9057 SDValue DstPlusSize = DAG.getNode(ISD::ADD, sdl, Dst.getValueType(), in visitMemPCpyCall()
9077 if (Res.first.getNode()) { in visitStrCpyCall()
9100 if (Res.first.getNode()) { in visitStrCmpCall()
9121 if (Res.first.getNode()) { in visitStrLenCall()
9143 if (Res.first.getNode()) { in visitStrNLenCall()
9168 DAG.getNode(Opcode, getCurSDLoc(), Tmp.getValueType(), Tmp, Flags)); in visitUnaryFloatCall()
9189 setValue(&I, DAG.getNode(Opcode, getCurSDLoc(), VT, Tmp0, Tmp1, Flags)); in visitBinaryFloatCall()
9237 setValue(&I, DAG.getNode(ISD::FCOPYSIGN, getCurSDLoc(), in visitCall()
9648 DAG.getNode(ISD::BITCAST, DL, RegVT, OpInfo.CallOperand); in getRegistersForValue()
9657 DAG.getNode(ISD::BITCAST, DL, VT, OpInfo.CallOperand); in getRegistersForValue()
10199 if (Glue.getNode()) AsmNodeOperands.push_back(Glue); in visitInlineAsm()
10202 Chain = DAG.getNode(ISDOpc, getCurSDLoc(), in visitInlineAsm()
10237 V = DAG.getNode(ISD::BITCAST, getCurSDLoc(), ResultVT, V); in visitInlineAsm()
10243 V = DAG.getNode(ISD::TRUNCATE, getCurSDLoc(), ResultVT, V); in visitInlineAsm()
10303 SDValue V = DAG.getNode(ISD::MERGE_VALUES, getCurSDLoc(), in visitInlineAsm()
10310 Chain = DAG.getNode(ISD::TokenFactor, getCurSDLoc(), MVT::Other, OutChains); in visitInlineAsm()
10343 DAG.setRoot(DAG.getNode(ISD::VASTART, getCurSDLoc(), in visitVAStart()
10365 DAG.setRoot(DAG.getNode(ISD::VAEND, getCurSDLoc(), in visitVAEnd()
10372 DAG.setRoot(DAG.getNode(ISD::VACOPY, getCurSDLoc(), in visitVACopy()
10400 SDValue ZExt = DAG.getNode(ISD::AssertZext, SL, Op.getValueType(), Op, in lowerRangeToAssertZExt()
10402 unsigned NumVals = Op.getNode()->getNumValues(); in lowerRangeToAssertZExt()
10539 Chain = DAG.getNode(ISD::STACKMAP, DL, NodeTys, Ops); in visitStackmap()
10598 SDNode *CallEnd = Result.second.getNode(); in visitPatchpoint()
10600 CallEnd = CallEnd->getOperand(0).getNode(); in visitPatchpoint()
10602 CallEnd = CallEnd->getOperand(0).getNode(); in visitPatchpoint()
10608 SDNode *Call = CallEnd->getOperand(0).getNode(); in visitPatchpoint()
10675 SDValue PPV = DAG.getNode(ISD::PATCHPOINT, dl, NodeTys, Ops); in visitPatchpoint()
10680 setValue(&CB, SDValue(PPV.getNode(), 0)); in visitPatchpoint()
10694 DAG.ReplaceAllUsesWith(Call, PPV.getNode()); in visitPatchpoint()
10718 Res = DAG.getNode(ISD::FADD, dl, VT, Op1, in visitVectorReduce()
10719 DAG.getNode(ISD::VECREDUCE_FADD, dl, VT, Op2, SDFlags), in visitVectorReduce()
10722 Res = DAG.getNode(ISD::VECREDUCE_SEQ_FADD, dl, VT, Op1, Op2, SDFlags); in visitVectorReduce()
10726 Res = DAG.getNode(ISD::FMUL, dl, VT, Op1, in visitVectorReduce()
10727 DAG.getNode(ISD::VECREDUCE_FMUL, dl, VT, Op2, SDFlags), in visitVectorReduce()
10730 Res = DAG.getNode(ISD::VECREDUCE_SEQ_FMUL, dl, VT, Op1, Op2, SDFlags); in visitVectorReduce()
10733 Res = DAG.getNode(ISD::VECREDUCE_ADD, dl, VT, Op1); in visitVectorReduce()
10736 Res = DAG.getNode(ISD::VECREDUCE_MUL, dl, VT, Op1); in visitVectorReduce()
10739 Res = DAG.getNode(ISD::VECREDUCE_AND, dl, VT, Op1); in visitVectorReduce()
10742 Res = DAG.getNode(ISD::VECREDUCE_OR, dl, VT, Op1); in visitVectorReduce()
10745 Res = DAG.getNode(ISD::VECREDUCE_XOR, dl, VT, Op1); in visitVectorReduce()
10748 Res = DAG.getNode(ISD::VECREDUCE_SMAX, dl, VT, Op1); in visitVectorReduce()
10751 Res = DAG.getNode(ISD::VECREDUCE_SMIN, dl, VT, Op1); in visitVectorReduce()
10754 Res = DAG.getNode(ISD::VECREDUCE_UMAX, dl, VT, Op1); in visitVectorReduce()
10757 Res = DAG.getNode(ISD::VECREDUCE_UMIN, dl, VT, Op1); in visitVectorReduce()
10760 Res = DAG.getNode(ISD::VECREDUCE_FMAX, dl, VT, Op1, SDFlags); in visitVectorReduce()
10763 Res = DAG.getNode(ISD::VECREDUCE_FMIN, dl, VT, Op1, SDFlags); in visitVectorReduce()
10766 Res = DAG.getNode(ISD::VECREDUCE_FMAXIMUM, dl, VT, Op1, SDFlags); in visitVectorReduce()
10769 Res = DAG.getNode(ISD::VECREDUCE_FMINIMUM, dl, VT, Op1, SDFlags); in visitVectorReduce()
10938 SDValue Op = SDValue(Args[i].Node.getNode(), in LowerCallTo()
11095 assert(CLI.Chain.getNode() && CLI.Chain.getValueType() == MVT::Other && in LowerCallTo()
11113 assert(InVals[i].getNode() && "LowerCall emitted a null value!"); in LowerCallTo()
11143 SDValue Add = CLI.DAG.getNode(ISD::ADD, CLI.DL, PtrVT, DemoteStackSlot, in LowerCallTo()
11155 CLI.Chain = CLI.DAG.getNode(ISD::TokenFactor, CLI.DL, MVT::Other, Chains); in LowerCallTo()
11184 SDValue Res = CLI.DAG.getNode(ISD::MERGE_VALUES, CLI.DL, in LowerCallTo()
11198 if (!Res.getNode()) in LowerOperationWrapper()
11381 auto *FINode = dyn_cast<FrameIndexSDNode>(LNode->getBasePtr().getNode()); in tryToElideArgumentCopy()
11624 assert(NewRoot.getNode() && NewRoot.getValueType() == MVT::Other && in LowerArguments()
11630 assert(InVals[i].getNode() && in LowerArguments()
11705 dyn_cast<FrameIndexSDNode>(InVals[i].getNode())) in LowerArguments()
11740 dyn_cast<FrameIndexSDNode>(ArgValues[0].getNode())) in LowerArguments()
11757 dyn_cast<LoadSDNode>(Res.getOperand(LowAddressOp).getNode())) in LowerArguments()
11759 dyn_cast<FrameIndexSDNode>(LNode->getBasePtr().getNode())) in LowerArguments()
11795 NewRoot = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Chains); in LowerArguments()
11915 if (MaybeTC.getNode() != nullptr) in updateDAGForMaybeTailCall()
11957 SDValue Or = DAG.getNode(ISD::OR, DL, VT, CondLHS, in lowerWorkItem()
11977 DAG.getNode(ISD::BRCOND, DL, MVT::Other, getControlRoot(), Cond, in lowerWorkItem()
11980 BrCond = DAG.getNode(ISD::BR, DL, MVT::Other, BrCond, in lowerWorkItem()
12339 DAG.setRoot(DAG.getNode(ISD::BR, getCurSDLoc(), MVT::Other, in visitSwitch()
12411 setValue(&I, DAG.getNode(ISD::VECTOR_REVERSE, DL, VT, V)); in visitVectorReverse()
12434 SDValue Lo = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, OutVT, InVec, in visitVectorDeinterleave()
12436 SDValue Hi = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, OutVT, InVec, in visitVectorDeinterleave()
12451 SDValue Res = DAG.getNode(ISD::VECTOR_DEINTERLEAVE, DL, in visitVectorDeinterleave()
12468 SDValue V = DAG.getNode(ISD::CONCAT_VECTORS, DL, OutVT, InVec0, InVec1); in visitVectorInterleave()
12474 SDValue Res = DAG.getNode(ISD::VECTOR_INTERLEAVE, DL, in visitVectorInterleave()
12476 Res = DAG.getNode(ISD::CONCAT_VECTORS, DL, OutVT, Res.getValue(0), in visitVectorInterleave()
12492 Values[i] = DAG.getNode(ISD::FREEZE, getCurSDLoc(), ValueVTs[i], in visitFreeze()
12493 SDValue(Op.getNode(), Op.getResNo() + i)); in visitFreeze()
12495 setValue(&I, DAG.getNode(ISD::MERGE_VALUES, getCurSDLoc(), in visitFreeze()
12510 setValue(&I, DAG.getNode(ISD::VECTOR_SPLICE, DL, VT, V1, V2, in visitVectorSplice()
12631 SDValue V = DAG.getNode(ISD::MERGE_VALUES, getCurSDLoc(), in visitCallBrLandingPad()