6197   EVT MemVT = MGT->getMemoryVT();  in LowerMGATHER()  local
6206         DAG.getMaskedGather(MGT->getVTList(), MemVT, DL, Ops,  in LowerMGATHER()
6218   if (IsScaled && ScaleVal != MemVT.getScalarStoreSize()) {  in LowerMGATHER()
6226     return DAG.getMaskedGather(MGT->getVTList(), MemVT, DL, Ops,  in LowerMGATHER()
6237     MemVT = MemVT.changeVectorElementTypeToInteger();  in LowerMGATHER()
6259     MemVT = ContainerVT.changeVectorElementType(MemVT.getVectorElementType());  in LowerMGATHER()
6268         DAG.getMaskedGather(DAG.getVTList(ContainerVT, MVT::Other), MemVT, DL,  in LowerMGATHER()
6296   EVT MemVT = MSC->getMemoryVT();  in LowerMSCATTER()  local
6306   if (IsScaled && ScaleVal != MemVT.getScalarStoreSize()) {  in LowerMSCATTER()
6314     return DAG.getMaskedScatter(MSC->getVTList(), MemVT, DL, Ops,  in LowerMSCATTER()
6326       MemVT = MemVT.changeVectorElementTypeToInteger();  in LowerMSCATTER()
6350     MemVT = ContainerVT.changeVectorElementType(MemVT.getVectorElementType());  in LowerMSCATTER()
6357     return DAG.getMaskedScatter(MSC->getVTList(), MemVT, DL, Ops,  in LowerMSCATTER()
6393                                         EVT VT, EVT MemVT,  in LowerTruncateVectorStore()  argument
6396   assert(MemVT == MVT::v4i8 && VT == MVT::v4i16);  in LowerTruncateVectorStore()
6435   EVT MemVT = StoreNode->getMemoryVT();  in LowerSTORE()  local
6445     if (Alignment < MemVT.getStoreSize() &&  in LowerSTORE()
6446         !allowsMisalignedMemoryAccesses(MemVT, AS, Alignment,  in LowerSTORE()
6453         MemVT == MVT::v4i8) {  in LowerSTORE()
6454       return LowerTruncateVectorStore(Dl, StoreNode, VT, MemVT, DAG);  in LowerSTORE()
6459     ElementCount EC = MemVT.getVectorElementCount();  in LowerSTORE()
6460     if (StoreNode->isNonTemporal() && MemVT.getSizeInBits() == 256u &&  in LowerSTORE()
6462         (MemVT.getScalarSizeInBits() == 8u ||  in LowerSTORE()
6463          MemVT.getScalarSizeInBits() == 16u ||  in LowerSTORE()
6464          MemVT.getScalarSizeInBits() == 32u ||  in LowerSTORE()
6465          MemVT.getScalarSizeInBits() == 64u)) {  in LowerSTORE()
6468                       MemVT.getHalfNumVectorElementsVT(*DAG.getContext()),  in LowerSTORE()
6472                       MemVT.getHalfNumVectorElementsVT(*DAG.getContext()),  in LowerSTORE()
6481   } else if (MemVT == MVT::i128 && StoreNode->isVolatile()) {  in LowerSTORE()
6483   } else if (MemVT == MVT::i64x8) {  in LowerSTORE()
7466       MVT MemVT = VA.getValVT();  in LowerFormalArguments()  local
7473         MemVT = VA.getLocVT();  in LowerFormalArguments()
7479         MemVT = VA.getLocVT();  in LowerFormalArguments()
7493                                 MemVT);  in LowerFormalArguments()
18846 static bool isConstantSplatVectorMaskForType(SDNode *N, EVT MemVT) {  in isConstantSplatVectorMaskForType()  argument
18847   if (!MemVT.getVectorElementType().isSimple())  in isConstantSplatVectorMaskForType()
18851   switch (MemVT.getVectorElementType().getSimpleVT().SimpleTy) {  in isConstantSplatVectorMaskForType()
18959   EVT MemVT;  in performSVEAndCombine()  local
18967     MemVT = cast<VTSDNode>(Src->getOperand(3))->getVT();  in performSVEAndCombine()
18984     MemVT = cast<VTSDNode>(Src->getOperand(4))->getVT();  in performSVEAndCombine()
18990   if (isConstantSplatVectorMaskForType(Mask.getNode(), MemVT))  in performSVEAndCombine()
22454   EVT MemVT = LoadSDN->getMemoryVT();  in performPostLD1Combine()  local
22456   if (MemVT != VT.getVectorElementType())  in performPostLD1Combine()
22523                                            MemVT,  in performPostLD1Combine()
22596   EVT MemVT = LD->getMemoryVT();  in combineV3I8LoadExt()  local
22597   if (MemVT != EVT::getVectorVT(*DAG.getContext(), MVT::i8, 3) ||  in combineV3I8LoadExt()
22626   SDValue Extract = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, MemVT, Cast,  in combineV3I8LoadExt()
22654   EVT MemVT = LD->getMemoryVT();  in performLOADCombine()  local
22655   if (MemVT.isScalableVector() || MemVT.getSizeInBits() <= 256 ||  in performLOADCombine()
22656       MemVT.getSizeInBits() % 256 == 0 ||  in performLOADCombine()
22657       256 % MemVT.getScalarSizeInBits() != 0)  in performLOADCombine()
22670       MVT::getVectorVT(MemVT.getVectorElementType().getSimpleVT(),  in performLOADCombine()
22671                        256 / MemVT.getVectorElementType().getSizeInBits());  in performLOADCombine()
22672   unsigned Num256Loads = MemVT.getSizeInBits() / 256;  in performLOADCombine()
22690   unsigned BitsRemaining = MemVT.getSizeInBits() % 256;  in performLOADCombine()
22691   unsigned PtrOffset = (MemVT.getSizeInBits() - BitsRemaining) / 8;  in performLOADCombine()
22693       MemVT.getVectorElementType().getSimpleVT(),  in performLOADCombine()
22694       BitsRemaining / MemVT.getVectorElementType().getSizeInBits());  in performLOADCombine()
22710       EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(),  in performLOADCombine()
22716       DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, MemVT,  in performLOADCombine()
22835   EVT MemVT = Store->getMemoryVT();  in combineBoolVectorAndTruncateStore()  local
22837   if (!MemVT.isVector() || !VT.isVector() ||  in combineBoolVectorAndTruncateStore()
22838       MemVT.getVectorElementType() != MVT::i1)  in combineBoolVectorAndTruncateStore()
22846   VecOp = DAG.getNode(ISD::TRUNCATE, DL, MemVT, VecOp);  in combineBoolVectorAndTruncateStore()
22852       EVT::getIntegerVT(*DAG.getContext(), MemVT.getStoreSizeInBits());  in combineBoolVectorAndTruncateStore()
23012     EVT MemVT = MST->getMemoryVT();  in performMSTORECombine()  local
23013     if (!isHalvingTruncateOfLegalScalableType(ValueVT, MemVT))  in performMSTORECombine()
26261     EVT MemVT = LoadNode->getMemoryVT();  in ReplaceNodeResults()  local
26265         MemVT.getSizeInBits() == 256u &&  in ReplaceNodeResults()
26266         (MemVT.getScalarSizeInBits() == 8u ||  in ReplaceNodeResults()
26267          MemVT.getScalarSizeInBits() == 16u ||  in ReplaceNodeResults()
26268          MemVT.getScalarSizeInBits() == 32u ||  in ReplaceNodeResults()
26269          MemVT.getScalarSizeInBits() == 64u)) {  in ReplaceNodeResults()
26273           DAG.getVTList({MemVT.getHalfNumVectorElementsVT(*DAG.getContext()),  in ReplaceNodeResults()
26274                          MemVT.getHalfNumVectorElementsVT(*DAG.getContext()),  in ReplaceNodeResults()
26279       SDValue Pair = DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), MemVT,  in ReplaceNodeResults()
27234   EVT MemVT = Load->getMemoryVT();  in LowerFixedLengthVectorLoadToSVE()  local
27240     MemVT = MemVT.changeTypeToInteger();  in LowerFixedLengthVectorLoadToSVE()
27245       DAG.getUNDEF(LoadVT), MemVT, Load->getMemOperand(),  in LowerFixedLengthVectorLoadToSVE()
27342   EVT MemVT = Store->getMemoryVT();  in LowerFixedLengthVectorStoreToSVE()  local
27350     MemVT = MemVT.changeTypeToInteger();  in LowerFixedLengthVectorStoreToSVE()
27357     MemVT = MemVT.changeTypeToInteger();  in LowerFixedLengthVectorStoreToSVE()
27363                             Store->getBasePtr(), Store->getOffset(), Pg, MemVT,  in LowerFixedLengthVectorStoreToSVE()
27985   EVT MemVT = EVT::getVectorVT(*DAG.getContext(), IncVT,  in LowerVECTOR_HISTOGRAM()  local
27988   SDValue PassThru = DAG.getSplatVector(MemVT, DL, Zero);  in LowerVECTOR_HISTOGRAM()
27989   SDValue IncSplat = DAG.getSplatVector(MemVT, DL, Inc);  in LowerVECTOR_HISTOGRAM()
27999       DAG.getMaskedGather(DAG.getVTList(MemVT, MVT::Other), MemVT, DL, Ops,  in LowerVECTOR_HISTOGRAM()
28008   SDValue Mul = DAG.getNode(ISD::MUL, DL, MemVT, HistCnt, IncSplat);  in LowerVECTOR_HISTOGRAM()
28009   SDValue Add = DAG.getNode(ISD::ADD, DL, MemVT, Gather, Mul);  in LowerVECTOR_HISTOGRAM()
28017   SDValue Scatter = DAG.getMaskedScatter(DAG.getVTList(MVT::Other), MemVT, DL,  in LowerVECTOR_HISTOGRAM()