Lines Matching refs:MemVT
754 EVT &MemVT, unsigned ShAmt = 0);
779 EVT MemVT, unsigned NumStores,
807 EVT MemVT, SDNode *Root, bool AllowVectors);
814 unsigned NumConsecutiveStores, EVT MemVT,
820 unsigned NumConsecutiveStores, EVT MemVT,
1433 EVT MemVT = LD->getMemoryVT(); in PromoteOperand() local
1439 MemVT, LD->getMemOperand()); in PromoteOperand()
1670 EVT MemVT = LD->getMemoryVT(); in PromoteLoad() local
1675 MemVT, LD->getMemOperand()); in PromoteLoad()
6455 ISD::LoadExtType ExtType, EVT &MemVT, in isLegalNarrowLdSt() argument
6465 if (!MemVT.isRound()) in isLegalNarrowLdSt()
6476 if (LdStMemVT.isScalableVector() != MemVT.isScalableVector()) in isLegalNarrowLdSt()
6480 if (LdStMemVT.bitsLT(MemVT)) in isLegalNarrowLdSt()
6489 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT, in isLegalNarrowLdSt()
6508 !TLI.isLoadExtLegal(ExtType, Load->getValueType(0), MemVT)) in isLegalNarrowLdSt()
6523 Load->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
6526 if (!TLI.shouldReduceLoadWidth(Load, ExtType, MemVT)) in isLegalNarrowLdSt()
6532 if (Store->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
6536 !TLI.isTruncStoreLegal(Store->getValue().getValueType(), MemVT)) in isLegalNarrowLdSt()
7208 EVT MemVT = GN0->getMemoryVT(); in visitAND() local
7209 EVT ScalarVT = MemVT.getScalarType(); in visitAND()
7218 DAG.getVTList(VT, MVT::Other), MemVT, DL, Ops, GN0->getMemOperand(), in visitAND()
7286 EVT MemVT = LN0->getMemoryVT(); in visitAND() local
7290 unsigned MemBitSize = MemVT.getScalarSizeInBits(); in visitAND()
7294 TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT))) { in visitAND()
7297 LN0->getBasePtr(), MemVT, LN0->getMemOperand()); in visitAND()
8894 EVT MemVT = N->getMemoryVT(); in mergeTruncStores() local
8895 if (!(MemVT == MVT::i8 || MemVT == MVT::i16 || MemVT == MVT::i32) || in mergeTruncStores()
8902 unsigned NarrowNumBits = MemVT.getScalarSizeInBits(); in mergeTruncStores()
8913 if (Store->getMemoryVT() != MemVT || !Store->isSimple() || in mergeTruncStores()
9208 EVT MemVT = in MatchLoadCombine() local
9211 if (!MemVT.isSimple()) in MatchLoadCombine()
9219 MemVT)) in MatchLoadCombine()
9262 TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT, in MatchLoadCombine()
9270 FirstLoad->getPointerInfo(), MemVT, FirstLoad->getAlign()); in MatchLoadCombine()
13156 EVT MemVT = Load->getMemoryVT(); in CombineZExtLogicopShiftLoad() local
13157 if (!TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) || in CombineZExtLogicopShiftLoad()
13264 EVT MemVT = LN0->getMemoryVT(); in tryToFoldExtOfExtload() local
13267 !TLI.isLoadExtLegal(ExtLoadType, VT, MemVT)) in tryToFoldExtOfExtload()
13272 LN0->getBasePtr(), MemVT, LN0->getMemOperand()); in tryToFoldExtOfExtload()
13687 EVT MemVT = LN00->getMemoryVT(); in visitSIGN_EXTEND() local
13688 if (TLI.isLoadExtLegal(ISD::SEXTLOAD, VT, MemVT) && in visitSIGN_EXTEND()
14004 EVT MemVT = LN00->getMemoryVT(); in visitZERO_EXTEND() local
14005 if (TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) && in visitZERO_EXTEND()
14273 EVT MemVT = LN0->getMemoryVT(); in visitANY_EXTEND() local
14274 if (!LegalOperations || TLI.isLoadExtLegal(ExtType, VT, MemVT)) { in visitANY_EXTEND()
14277 MemVT, LN0->getMemOperand()); in visitANY_EXTEND()
20187 SmallVectorImpl<MemOpLink> &StoreNodes, EVT MemVT, unsigned NumStores, in mergeStoresOfConstantsOrVecElts() argument
20199 TypeSize ElementSizeBits = MemVT.getStoreSizeInBits(); in mergeStoresOfConstantsOrVecElts()
20201 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in mergeStoresOfConstantsOrVecElts()
20223 StoreTy = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts); in mergeStoresOfConstantsOrVecElts()
20236 if (MemVT != Val.getValueType()) { in mergeStoresOfConstantsOrVecElts()
20247 EVT::getIntegerVT(*DAG.getContext(), MemVT.getSizeInBits()); in mergeStoresOfConstantsOrVecElts()
20254 Val = DAG.getBitcast(MemVT, Val); in mergeStoresOfConstantsOrVecElts()
20258 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in mergeStoresOfConstantsOrVecElts()
20272 if ((MemVT != Val.getValueType()) && in mergeStoresOfConstantsOrVecElts()
20275 EVT MemVTScalarTy = MemVT.getScalarType(); in mergeStoresOfConstantsOrVecElts()
20278 Val = DAG.getBitcast(MemVT, Val); in mergeStoresOfConstantsOrVecElts()
20279 } else if (MemVT.isVector() && in mergeStoresOfConstantsOrVecElts()
20281 Val = DAG.getNode(ISD::BUILD_VECTOR, DL, MemVT, Val); in mergeStoresOfConstantsOrVecElts()
20283 unsigned OpC = MemVT.isVector() ? ISD::EXTRACT_SUBVECTOR in mergeStoresOfConstantsOrVecElts()
20287 Val = DAG.getNode(OpC, SDLoc(Val), MemVT, Vec, Idx); in mergeStoresOfConstantsOrVecElts()
20294 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in mergeStoresOfConstantsOrVecElts()
20325 if (MemVT.getSizeInBits() != ElementSizeBits) in mergeStoresOfConstantsOrVecElts()
20397 EVT MemVT = St->getMemoryVT(); in getStoreMergeCandidates() local
20405 if (MemVT != LoadVT) in getStoreMergeCandidates()
20428 bool NoTypeMatch = (MemVT.isInteger()) ? !MemVT.bitsEq(Other->getMemoryVT()) in getStoreMergeCandidates()
20429 : Other->getMemoryVT() != MemVT; in getStoreMergeCandidates()
20468 if (!MemVT.bitsEq(OtherBC.getValueType())) in getStoreMergeCandidates()
20666 EVT MemVT, SDNode *RootNode, bool AllowVectors) { in tryStoreMergeOfConstants() argument
20669 int64_t ElementSizeBytes = MemVT.getStoreSize(); in tryStoreMergeOfConstants()
20670 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfConstants()
20734 if (TLI.storeOfVectorConstantIsCheap(!NonZero, MemVT, i + 1, FirstStoreAS) && in tryStoreMergeOfConstants()
20738 EVT Ty = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfConstants()
20739 if (TLI.isTypeLegal(Ty) && TLI.isTypeLegal(MemVT) && in tryStoreMergeOfConstants()
20781 MadeChange |= mergeStoresOfConstantsOrVecElts(StoreNodes, MemVT, NumElem, in tryStoreMergeOfConstants()
20794 EVT MemVT, SDNode *RootNode) { in tryStoreMergeOfExtracts() argument
20797 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfExtracts()
20809 EVT Ty = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts); in tryStoreMergeOfExtracts()
20853 StoreNodes, MemVT, NumStoresToMerge, /*IsConstantSrc*/ false, in tryStoreMergeOfExtracts()
20863 unsigned NumConsecutiveStores, EVT MemVT, in tryStoreMergeOfLoads() argument
20869 int64_t ElementSizeBytes = MemVT.getStoreSize(); in tryStoreMergeOfLoads()
20870 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfLoads()
20907 if (TLI.hasPairedLoad(MemVT, RequiredAlignment) && in tryStoreMergeOfLoads()
20957 EVT StoreTy = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfLoads()
21064 JointMemOpVT = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfLoads()
21161 EVT MemVT = St->getMemoryVT(); in mergeConsecutiveStores() local
21162 if (MemVT.isScalableVT()) in mergeConsecutiveStores()
21164 if (!MemVT.isSimple() || MemVT.getSizeInBits() * 2 > MaximumLegalStoreInBits) in mergeConsecutiveStores()
21168 int64_t ElementSizeBytes = MemVT.getStoreSize(); in mergeConsecutiveStores()
21169 if (ElementSizeBytes * 8 != (int64_t)MemVT.getSizeInBits()) in mergeConsecutiveStores()
21219 MemVT, RootNode, AllowVectors); in mergeConsecutiveStores()
21224 MemVT, RootNode); in mergeConsecutiveStores()
21229 MemVT, RootNode, AllowVectors, in mergeConsecutiveStores()
21408 EVT MemVT = ST->getMemoryVT(); in visitATOMIC_STORE() local
21410 if (MemVT.bitsLT(VT)) { // Is truncating store in visitATOMIC_STORE()
21412 MemVT.getScalarSizeInBits()); in visitATOMIC_STORE()
26836 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT(); in visitGET_FPENV_MEM() local
26853 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT || in visitGET_FPENV_MEM()
26872 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT || in visitGET_FPENV_MEM()
26878 SDValue Res = DAG.getGetFPEnv(Chain, SDLoc(N), StNode->getBasePtr(), MemVT, in visitGET_FPENV_MEM()
26887 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT(); in visitSET_FPENV_MEM() local
26903 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT || in visitSET_FPENV_MEM()
26912 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT || in visitSET_FPENV_MEM()
26919 DAG.getSetFPEnv(LdNode->getChain(), SDLoc(N), LdNode->getBasePtr(), MemVT, in visitSET_FPENV_MEM()