Lines Matching refs:getMemoryVT
1112 EVT VT = LoadStore->getMemoryVT(); in reassociationCanBreakAddressingModePattern()
1152 EVT VT = LoadStore->getMemoryVT(); in reassociationCanBreakAddressingModePattern()
1179 EVT VT = LoadStore->getMemoryVT(); in reassociationCanBreakAddressingModePattern()
1433 EVT MemVT = LD->getMemoryVT(); in PromoteOperand()
1670 EVT MemVT = LD->getMemoryVT(); in PromoteLoad()
2331 VT = LD->getMemoryVT(); in canFoldInAddressingMode()
2336 VT = ST->getMemoryVT(); in canFoldInAddressingMode()
2341 VT = LD->getMemoryVT(); in canFoldInAddressingMode()
2346 VT = ST->getMemoryVT(); in canFoldInAddressingMode()
6425 EVT LoadedVT = LoadN->getMemoryVT(); in isAndLoadExtLoad()
6472 EVT LdStMemVT = LDST->getMemoryVT(); in isLegalNarrowLdSt()
6523 Load->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
6532 if (Store->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
6573 ExtVT.bitsGE(Load->getMemoryVT())) in SearchForAndLoads()
6577 if (ExtVT.bitsLE(Load->getMemoryVT())) in SearchForAndLoads()
6981 EVT LoadVT = MLoad->getMemoryVT(); in visitAND()
7135 Load->getMemoryVT()); in visitAND()
7140 Constant = Constant.zextOrTrunc(Load->getMemoryVT().getScalarSizeInBits()); in visitAND()
7162 Load->getOffset(), Load->getMemoryVT(), in visitAND()
7208 EVT MemVT = GN0->getMemoryVT(); in visitAND()
7286 EVT MemVT = LN0->getMemoryVT(); in visitAND()
8795 unsigned NarrowBitWidth = L->getMemoryVT().getSizeInBits(); in calculateByteProvider()
8894 EVT MemVT = N->getMemoryVT(); in mergeTruncStores()
8913 if (Store->getMemoryVT() != MemVT || !Store->isSimple() || in mergeTruncStores()
9119 unsigned LoadBitWidth = Load->getMemoryVT().getScalarSizeInBits(); in MatchLoadCombine()
9174 if (L->getMemoryVT().isVector()) { in MatchLoadCombine()
9175 unsigned LoadWidthInBit = L->getMemoryVT().getScalarSizeInBits(); in MatchLoadCombine()
11911 return DAG.getScatterVP(DAG.getVTList(MVT::Other), MSC->getMemoryVT(), in visitVPSCATTER()
11917 return DAG.getScatterVP(DAG.getVTList(MVT::Other), MSC->getMemoryVT(), in visitVPSCATTER()
11941 return DAG.getMaskedScatter(DAG.getVTList(MVT::Other), MSC->getMemoryVT(), in visitMSCATTER()
11948 return DAG.getMaskedScatter(DAG.getVTList(MVT::Other), MSC->getMemoryVT(), in visitMSCATTER()
11973 ((Mask == MST1->getMask() && MST->getMemoryVT().getStoreSize() == in visitMSTORE()
11974 MST1->getMemoryVT().getStoreSize()) || in visitMSTORE()
11976 TypeSize::isKnownLE(MST1->getMemoryVT().getStoreSize(), in visitMSTORE()
11977 MST->getMemoryVT().getStoreSize())) { in visitMSTORE()
12004 MST->getMemoryVT().getScalarSizeInBits()); in visitMSTORE()
12026 MST->getMemoryVT(), LegalOperations)) { in visitMSTORE()
12030 MST->getOffset(), Mask, MST->getMemoryVT(), in visitMSTORE()
12046 SST->getVectorLength(), SST->getMemoryVT(), in visitVP_STRIDED_STORE()
12116 DAG.getVTList(N->getValueType(0), MVT::Other), MGT->getMemoryVT(), DL, in visitVPGATHER()
12123 DAG.getVTList(N->getValueType(0), MVT::Other), MGT->getMemoryVT(), DL, in visitVPGATHER()
12148 DAG.getVTList(N->getValueType(0), MVT::Other), MGT->getMemoryVT(), DL, in visitMGATHER()
12155 DAG.getVTList(N->getValueType(0), MVT::Other), MGT->getMemoryVT(), DL, in visitMGATHER()
12198 SLD->getMask(), SLD->getVectorLength(), SLD->getMemoryVT(), in visitVP_STRIDED_LOAD()
12850 if (!TLI.isLoadExtLegal(ExtLoadOpcode, VT, Load1->getMemoryVT()) || in tryToFoldExtendSelectLoad()
12851 !TLI.isLoadExtLegal(ExtLoadOpcode, VT, Load2->getMemoryVT()) || in tryToFoldExtendSelectLoad()
13156 EVT MemVT = Load->getMemoryVT(); in CombineZExtLogicopShiftLoad()
13178 Load->getMemoryVT(), Load->getMemOperand()); in CombineZExtLogicopShiftLoad()
13264 EVT MemVT = LN0->getMemoryVT(); in tryToFoldExtOfExtload()
13367 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(), in tryToFoldExtOfMaskedLoad()
13381 EVT MemoryVT = ALoad->getMemoryVT(); in tryToFoldExtOfAtomicLoad()
13687 EVT MemVT = LN00->getMemoryVT(); in visitSIGN_EXTEND()
13696 LN00->getMemoryVT(), in visitSIGN_EXTEND()
14004 EVT MemVT = LN00->getMemoryVT(); in visitZERO_EXTEND()
14024 LN00->getMemoryVT(), in visitZERO_EXTEND()
14273 EVT MemVT = LN0->getMemoryVT(); in visitANY_EXTEND()
14464 uint64_t MemoryWidth = LN->getMemoryVT().getScalarSizeInBits(); in reduceLoadWidth()
14524 uint64_t MemoryWidth = LN->getMemoryVT().getSizeInBits(); in reduceLoadWidth()
14607 LN0->getMemoryVT().getStoreSizeInBits().getFixedValue(); in reduceLoadWidth()
14771 ExtVT == cast<LoadSDNode>(N0)->getMemoryVT() && in visitSIGN_EXTEND_INREG()
14789 ExtVT == cast<LoadSDNode>(N0)->getMemoryVT() && in visitSIGN_EXTEND_INREG()
14805 if (ExtVT == Ld->getMemoryVT() && N0.hasOneUse() && in visitSIGN_EXTEND_INREG()
14821 ExtVT == GN0->getMemoryVT() && in visitSIGN_EXTEND_INREG()
15109 if (LN0->isSimple() && LN0->getMemoryVT().bitsLE(VT)) { in visitTRUNCATE()
15112 LN0->getBasePtr(), LN0->getMemoryVT(), LN0->getMemOperand()); in visitTRUNCATE()
18406 EVT VT = LD->getMemoryVT(); in getCombineLoadStoreParts()
18413 EVT VT = ST->getMemoryVT(); in getCombineLoadStoreParts()
18421 EVT VT = LD->getMemoryVT(); in getCombineLoadStoreParts()
18430 EVT VT = ST->getMemoryVT(); in getCombineLoadStoreParts()
18834 EVT STMemType = ST->getMemoryVT(); in getTruncatedStoreValue()
18857 EVT LDMemType = LD->getMemoryVT(); in extendLoadedValueToExtension()
18934 EVT LDMemType = LD->getMemoryVT(); in ForwardStoreValueToDirectLoad()
18935 EVT STMemType = ST->getMemoryVT(); in ForwardStoreValueToDirectLoad()
19130 LD->getPointerInfo(), LD->getMemoryVT(), *Alignment, in visitLOAD()
19154 BetterChain, Ptr, LD->getMemoryVT(), in visitLOAD()
20019 EVT VT = LD->getMemoryVT(); in TransformFPLoadStorePair()
20021 VT != ST->getMemoryVT() || in TransformFPLoadStorePair()
20397 EVT MemVT = St->getMemoryVT(); in getStoreMergeCandidates()
20403 LoadVT = Ld->getMemoryVT(); in getStoreMergeCandidates()
20428 bool NoTypeMatch = (MemVT.isInteger()) ? !MemVT.bitsEq(Other->getMemoryVT()) in getStoreMergeCandidates()
20429 : Other->getMemoryVT() != MemVT; in getStoreMergeCandidates()
20439 if (LoadVT != OtherLd->getMemoryVT()) in getStoreMergeCandidates()
21161 EVT MemVT = St->getMemoryVT(); in mergeConsecutiveStores()
21252 ST->getBasePtr(), ST->getMemoryVT(), in replaceStoreChain()
21373 ST->getMemoryVT() != Ld->getMemoryVT() || !ST->isSimple() || in replaceStoreOfInsertLoad()
21408 EVT MemVT = ST->getMemoryVT(); in visitATOMIC_STORE()
21460 ST->getMemoryVT(), *Alignment, in visitSTORE()
21498 Value.getOperand(0).getValueType() == ST->getMemoryVT() && in visitSTORE()
21499 TLI.isOperationLegalOrCustom(ISD::STORE, ST->getMemoryVT())) in visitSTORE()
21505 ST->getMemoryVT().getScalarSizeInBits()); in visitSTORE()
21525 return DAG.getTruncStore(Chain, SDLoc(N), Shorter, Ptr, ST->getMemoryVT(), in visitSTORE()
21538 ST->getMemoryVT(), ST->getMemOperand()); in visitSTORE()
21551 if (Ld->getBasePtr() == Ptr && ST->getMemoryVT() == Ld->getMemoryVT() && in visitSTORE()
21571 ST1->getValue() == Value && ST->getMemoryVT() == ST1->getMemoryVT() && in visitSTORE()
21585 if (ST->getMemoryVT().isScalableVector() || in visitSTORE()
21586 ST1->getMemoryVT().isScalableVector()) { in visitSTORE()
21588 TypeSize::isKnownLE(ST1->getMemoryVT().getStoreSize(), in visitSTORE()
21589 ST->getMemoryVT().getStoreSize())) { in visitSTORE()
21600 if (STBase.contains(DAG, ST->getMemoryVT().getFixedSizeInBits(), in visitSTORE()
21602 ST1->getMemoryVT().getFixedSizeInBits())) { in visitSTORE()
21617 ST->getMemoryVT(), LegalOperations)) { in visitSTORE()
21619 Ptr, ST->getMemoryVT(), ST->getMemOperand()); in visitSTORE()
21625 if (!LegalTypes || (TLI.mergeStoresAfterLegalization(ST->getMemoryVT()))) { in visitSTORE()
21690 const TypeSize StoreSize = ST->getMemoryVT().getStoreSize(); in visitLIFETIME_END()
26836 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT(); in visitGET_FPENV_MEM()
26853 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT || in visitGET_FPENV_MEM()
26872 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT || in visitGET_FPENV_MEM()
26887 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT(); in visitSET_FPENV_MEM()
26903 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT || in visitSET_FPENV_MEM()
26912 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT || in visitSET_FPENV_MEM()
27308 LLD->getMemoryVT() != RLD->getMemoryVT() || in SimplifySelectOps()
27418 MachinePointerInfo(), LLD->getMemoryVT(), Alignment, MMOFlags); in SimplifySelectOps()
28270 TypeSize Size = LSN->getMemoryVT().getStoreSize(); in mayAlias()
28576 if (St->getMemoryVT().isZeroSized()) in parallelizeChainedStores()
28582 if (St->getMemoryVT().isScalableVT()) in parallelizeChainedStores()
28586 Intervals.insert(0, (St->getMemoryVT().getSizeInBits() + 7) / 8, in parallelizeChainedStores()
28590 if (Chain->getMemoryVT().isScalableVector()) in parallelizeChainedStores()
28606 int64_t Length = (Chain->getMemoryVT().getSizeInBits() + 7) / 8; in parallelizeChainedStores()
28644 St->getBasePtr(), St->getMemoryVT(), in parallelizeChainedStores()