Lines Matching refs:SDLoc
239 SDValue TiedIn = CurDAG->getNode(ISD::SCALAR_TO_VECTOR, SDLoc(N), VT, Lo); in matchLoadD16FromBuildVector()
253 CurDAG->getMemIntrinsicNode(LoadOp, SDLoc(LdHi), VTList, in matchLoadD16FromBuildVector()
280 TiedIn = CurDAG->getNode(ISD::BITCAST, SDLoc(N), VT, TiedIn); in matchLoadD16FromBuildVector()
287 CurDAG->getMemIntrinsicNode(LoadOp, SDLoc(LdLo), VTList, in matchLoadD16FromBuildVector()
407 SDValue M0 = Lowering.copyToM0(*CurDAG, N->getOperand(0), SDLoc(N), Val); in glueCopyToM0()
415 return glueCopyToM0(N, CurDAG->getTargetConstant(-1, SDLoc(N), MVT::i32)); in glueCopyToM0LDSInit()
420 glueCopyToM0(N, CurDAG->getTargetConstant(Value, SDLoc(N), MVT::i32)); in glueCopyToM0LDSInit()
425 MachineSDNode *AMDGPUDAGToDAGISel::buildSMovImm64(SDLoc &DL, uint64_t Imm, in buildSMovImm64()
445 SDLoc DL(N); in SelectBuildVector()
571 SDLoc DL(N); in Select()
607 SDLoc DL(N); in Select()
634 ReplaceNode(N, getBFE32(Signed, SDLoc(N), N->getOperand(0), OffsetVal, in Select()
813 SDLoc DL(Addr); in SelectADDRIndirect()
835 const SDLoc &DL) const { in getMaterializedScalarImm32()
844 SDLoc DL(N); in SelectADD_SUB_I64()
913 SDLoc DL(N); in SelectAddcSubb()
966 SDLoc SL(N); in SelectFMA_W_CHAIN()
987 SDLoc SL(N); in SelectFMUL_W_CHAIN()
1002 SDLoc SL(N); in SelectDIV_SCALE()
1022 SDLoc SL(N); in SelectMAD_64_32()
1040 SDLoc SL(N); in SelectMUL_LOHI()
1083 SDLoc DL(Addr); in SelectDS1Addr1Offset()
1135 SDLoc DL(Addr); in SelectDS1Addr1Offset()
1149 Offset = CurDAG->getTargetConstant(0, SDLoc(Addr), MVT::i16); in SelectDS1Addr1Offset()
1261 SDLoc DL(Addr); in SelectDSReadWrite2()
1285 SDLoc DL(Addr); in SelectDSReadWrite2()
1347 SDLoc DL(Addr); in SelectMUBUF()
1441 SDLoc DL(Addr); in SelectMUBUFAddr64()
1454 SDLoc DL(N); in foldFrameIndex()
1472 SDLoc DL(Addr); in SelectMUBUFScratchOffen()
1554 SDLoc DL(Addr); in SelectMUBUFScratchOffset()
1602 SDLoc DL(Addr); in SelectMUBUFOffset()
1672 SDLoc DL(N); in SelectFlatOffsetImpl()
1729 Offset = CurDAG->getTargetConstant(OffsetVal, SDLoc(), MVT::i32); in SelectFlatOffsetImpl()
1783 SDLoc SL(N); in SelectGlobalSAddr()
1794 CurDAG->getTargetConstant(RemainderOffset, SDLoc(), MVT::i32)); in SelectGlobalSAddr()
1797 Offset = CurDAG->getTargetConstant(SplitImmOffset, SDLoc(), MVT::i32); in SelectGlobalSAddr()
1837 Offset = CurDAG->getTargetConstant(ImmOffset, SDLoc(), MVT::i32); in SelectGlobalSAddr()
1850 CurDAG->getMachineNode(AMDGPU::V_MOV_B32_e32, SDLoc(Addr), MVT::i32, in SelectGlobalSAddr()
1851 CurDAG->getTargetConstant(0, SDLoc(), MVT::i32)); in SelectGlobalSAddr()
1853 Offset = CurDAG->getTargetConstant(ImmOffset, SDLoc(), MVT::i32); in SelectGlobalSAddr()
1867 SAddr = SDValue(CurDAG->getMachineNode(AMDGPU::S_ADD_I32, SDLoc(SAddr), in SelectSAddrFI()
1882 SDLoc DL(Addr); in SelectScratchSAddr()
1953 SDLoc SL(N); in SelectScratchSVAddr()
1963 CurDAG->getTargetConstant(RemainderOffset, SDLoc(), MVT::i32)); in SelectScratchSVAddr()
1970 Offset = CurDAG->getTargetConstant(SplitImmOffset, SDLoc(), MVT::i32); in SelectScratchSVAddr()
2003 Offset = CurDAG->getTargetConstant(ImmOffset, SDLoc(), MVT::i32); in SelectScratchSVAddr()
2056 SDLoc SL(ByteOffsetNode); in SelectSMRDOffset()
2096 SDLoc SL(Addr); in Expand32BitAddress()
2179 *Offset = CurDAG->getTargetConstant(0, SDLoc(Addr), MVT::i32); in SelectSMRD()
2234 SDLoc DL(Index); in SelectMOVRELOffset()
2261 SDNode *AMDGPUDAGToDAGISel::getBFE32(bool IsSigned, const SDLoc &DL, in getBFE32()
2296 ReplaceNode(N, getBFE32(Signed, SDLoc(N), Shl.getOperand(0), CVal - BVal, in SelectS_BFEFromShifts()
2320 ReplaceNode(N, getBFE32(false, SDLoc(N), Srl.getOperand(0), ShiftVal, in SelectS_BFE()
2341 ReplaceNode(N, getBFE32(false, SDLoc(N), And.getOperand(0), ShiftVal, in SelectS_BFE()
2369 ReplaceNode(N, getBFE32(true, SDLoc(N), Src.getOperand(0), in SelectS_BFE()
2485 SDLoc SL(N); in SelectBRCOND()
2553 Offset = CurDAG->getTargetConstant(OffsetVal, SDLoc(), MVT::i32); in SelectDSAppendConsume()
2559 Offset = CurDAG->getTargetConstant(0, SDLoc(), MVT::i32); in SelectDSAppendConsume()
2564 CurDAG->getTargetConstant(IsGDS, SDLoc(), MVT::i32), in SelectDSAppendConsume()
2618 SDLoc SL(N); in SelectDS_GWS()
2678 SDLoc DL(N); in SelectInterpP1F16()
2815 CurDAG->getTargetConstant(Subtarget->getWavefrontSizeLog2(), SDLoc(N), MVT::i32); in SelectWAVE_ADDRESS()
2829 SDLoc SL(N); in SelectSTACKRESTORE()
2885 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3Mods()
2897 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3ModsNonCanonicalizing()
2910 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3BMods()
2934 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVINTERPModsImpl()
2954 SDLoc DL(In); in SelectVOP3Mods0()
2964 SDLoc DL(In); in SelectVOP3BMods0()
2975 SDLoc DL(In); in SelectVOP3OMods()
3022 (VecSize > 32) ? AMDGPU::sub0_sub1 : AMDGPU::sub0, SDLoc(In), in SelectVOP3PMods()
3028 (VecSize > 32) ? AMDGPU::sub0_sub1 : AMDGPU::sub0, SDLoc(In), in SelectVOP3PMods()
3044 SDLoc SL(In); in SelectVOP3PMods()
3058 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMods()
3066 Src = CurDAG->getTargetConstant(Lit, SDLoc(In), MVT::i64); in SelectVOP3PMods()
3067 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMods()
3078 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMods()
3098 Src = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PModsNeg()
3112 Src = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectWMMAOpSelVOP3PMods()
3118 const SDLoc &DL) { in buildRegSequence32()
3150 const SDLoc &DL) { in buildRegSequence16()
3176 const SDLoc &DL, unsigned ElementSize) { in buildRegSequence()
3186 llvm::SelectionDAG *CurDAG, const SDLoc &DL, in selectWMMAModsNegAbs()
3248 Src = SDValue(buildRegSequence16(EltsF16, CurDAG, SDLoc(In)), 0); in SelectWMMAModsF16Neg()
3267 Src = SDValue(buildRegSequence32(EltsV2F16, CurDAG, SDLoc(In)), 0); in SelectWMMAModsF16Neg()
3273 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectWMMAModsF16Neg()
3298 selectWMMAModsNegAbs(ModOpcode, Mods, EltsF16, Src, CurDAG, SDLoc(In), in SelectWMMAModsF16NegAbs()
3318 selectWMMAModsNegAbs(ModOpcode, Mods, EltsV2F16, Src, CurDAG, SDLoc(In), in SelectWMMAModsF16NegAbs()
3322 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectWMMAModsF16NegAbs()
3347 selectWMMAModsNegAbs(ModOpcode, Mods, EltsF32, Src, CurDAG, SDLoc(In), in SelectWMMAModsF32NegAbs()
3351 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectWMMAModsF32NegAbs()
3362 Src = CurDAG->getTargetConstant(Imm, SDLoc(In), MVT::i32); in SelectWMMAVISrc()
3367 Src = CurDAG->getTargetConstant(Imm, SDLoc(In), MVT::i32); in SelectWMMAVISrc()
3396 Src = CurDAG->getTargetConstant(RawValue.value(), SDLoc(In), in SelectWMMAVISrc()
3402 Src = CurDAG->getTargetConstant(RawValue.value(), SDLoc(In), in SelectWMMAVISrc()
3430 IndexKey = CurDAG->getTargetConstant(Key, SDLoc(In), MVT::i32); in SelectSWMMACIndex8()
3449 IndexKey = CurDAG->getTargetConstant(Key, SDLoc(In), MVT::i32); in SelectSWMMACIndex16()
3457 SrcMods = CurDAG->getTargetConstant(0, SDLoc(In), MVT::i32); in SelectVOP3OpSel()
3515 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMadMixModsExt()
3523 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMadMixMods()
3532 SDLoc SL(In); in getHi16Elt()
3537 SDLoc SL(In); in getHi16Elt()