Lines Matching refs:Ld

13352   MaskedLoadSDNode *Ld = dyn_cast<MaskedLoadSDNode>(N0);  in tryToFoldExtOfMaskedLoad()  local
13353 if (!Ld || Ld->getExtensionType() != ISD::NON_EXTLOAD) in tryToFoldExtOfMaskedLoad()
13357 !TLI.isLoadExtLegalOrCustom(ExtLoadType, VT, Ld->getValueType(0))) in tryToFoldExtOfMaskedLoad()
13363 SDLoc dl(Ld); in tryToFoldExtOfMaskedLoad()
13364 SDValue PassThru = DAG.getNode(ExtOpc, dl, VT, Ld->getPassThru()); in tryToFoldExtOfMaskedLoad()
13366 VT, dl, Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), Ld->getMask(), in tryToFoldExtOfMaskedLoad()
13367 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(), in tryToFoldExtOfMaskedLoad()
13368 ExtLoadType, Ld->isExpandingLoad()); in tryToFoldExtOfMaskedLoad()
13369 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), SDValue(NewLoad.getNode(), 1)); in tryToFoldExtOfMaskedLoad()
14804 if (MaskedLoadSDNode *Ld = dyn_cast<MaskedLoadSDNode>(N0)) { in visitSIGN_EXTEND_INREG() local
14805 if (ExtVT == Ld->getMemoryVT() && N0.hasOneUse() && in visitSIGN_EXTEND_INREG()
14806 Ld->getExtensionType() != ISD::LoadExtType::NON_EXTLOAD && in visitSIGN_EXTEND_INREG()
14809 VT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), in visitSIGN_EXTEND_INREG()
14810 Ld->getMask(), Ld->getPassThru(), ExtVT, Ld->getMemOperand(), in visitSIGN_EXTEND_INREG()
14811 Ld->getAddressingMode(), ISD::SEXTLOAD, Ld->isExpandingLoad()); in visitSIGN_EXTEND_INREG()
20401 auto *Ld = cast<LoadSDNode>(Val); in getStoreMergeCandidates() local
20402 LBasePtr = BaseIndexOffset::match(Ld, DAG); in getStoreMergeCandidates()
20403 LoadVT = Ld->getMemoryVT(); in getStoreMergeCandidates()
20408 if (!Ld->hasNUsesOfValue(1, 0)) in getStoreMergeCandidates()
20412 if (!Ld->isSimple() || Ld->isIndexed()) in getStoreMergeCandidates()
20883 LoadSDNode *Ld = cast<LoadSDNode>(Val); in tryStoreMergeOfLoads() local
20885 BaseIndexOffset LdPtr = BaseIndexOffset::match(Ld, DAG); in tryStoreMergeOfLoads()
20898 LoadNodes.push_back(MemOpLink(Ld, LdOffset)); in tryStoreMergeOfLoads()
21131 LoadSDNode *Ld = cast<LoadSDNode>(LoadNodes[i].MemNode); in tryStoreMergeOfLoads() local
21132 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), in tryStoreMergeOfLoads()
21371 auto *Ld = dyn_cast<LoadSDNode>(Value.getOperand(0)); in replaceStoreOfInsertLoad() local
21372 if (!Ld || Ld->getBasePtr() != Ptr || in replaceStoreOfInsertLoad()
21373 ST->getMemoryVT() != Ld->getMemoryVT() || !ST->isSimple() || in replaceStoreOfInsertLoad()
21375 Ld->getAddressSpace() != ST->getAddressSpace() || in replaceStoreOfInsertLoad()
21376 !Chain.reachesChainWithoutSideEffects(SDValue(Ld, 1))) in replaceStoreOfInsertLoad()
21550 if (auto *Ld = dyn_cast<LoadSDNode>(TruncVal)) { in visitSTORE() local
21551 if (Ld->getBasePtr() == Ptr && ST->getMemoryVT() == Ld->getMemoryVT() && in visitSTORE()
21553 Ld->getAddressSpace() == ST->getAddressSpace() && in visitSTORE()
21556 Chain.reachesChainWithoutSideEffects(SDValue(Ld, 1))) { in visitSTORE()
24556 auto *Ld = dyn_cast<LoadSDNode>(Extract->getOperand(0)); in narrowExtractedVectorLoad() local
24557 if (!Ld || Ld->getExtensionType() || !Ld->isSimple()) in narrowExtractedVectorLoad()
24571 if (Index == 0 && NumElts >= Ld->getValueType(0).getVectorMinNumElements()) in narrowExtractedVectorLoad()
24583 if (!TLI.shouldReduceLoadWidth(Ld, Ld->getExtensionType(), VT)) in narrowExtractedVectorLoad()
24591 SDValue NewAddr = DAG.getMemBasePlusOffset(Ld->getBasePtr(), Offset, DL); in narrowExtractedVectorLoad()
24598 MachinePointerInfo(Ld->getPointerInfo().getAddrSpace()); in narrowExtractedVectorLoad()
24599 MMO = MF.getMachineMemOperand(Ld->getMemOperand(), MPI, StoreSize); in narrowExtractedVectorLoad()
24601 MMO = MF.getMachineMemOperand(Ld->getMemOperand(), Offset.getFixedValue(), in narrowExtractedVectorLoad()
24604 SDValue NewLd = DAG.getLoad(VT, DL, Ld->getChain(), NewAddr, MMO); in narrowExtractedVectorLoad()
24605 DAG.makeEquivalentMemoryOrdering(Ld, NewLd); in narrowExtractedVectorLoad()
26844 if (auto *Ld = dyn_cast<LoadSDNode>(U)) { in visitGET_FPENV_MEM() local
26845 if (LdNode && LdNode != Ld) in visitGET_FPENV_MEM()
26847 LdNode = Ld; in visitGET_FPENV_MEM()