Lines Matching refs:ContainerVT
6041 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerINTRINSIC_WO_CHAIN() local
6042 EVT WhileVT = ContainerVT.changeElementType(MVT::i1); in LowerINTRINSIC_WO_CHAIN()
6046 SDValue MaskAsInt = DAG.getNode(ISD::SIGN_EXTEND, dl, ContainerVT, Mask); in LowerINTRINSIC_WO_CHAIN()
6256 EVT ContainerVT = getContainerForFixedLengthVector(DAG, PromotedVT); in LowerMGATHER() local
6259 MemVT = ContainerVT.changeVectorElementType(MemVT.getVectorElementType()); in LowerMGATHER()
6260 Index = convertToScalableVector(DAG, ContainerVT, Index); in LowerMGATHER()
6262 PassThru = PassThru->isUndef() ? DAG.getUNDEF(ContainerVT) in LowerMGATHER()
6263 : DAG.getConstant(0, DL, ContainerVT); in LowerMGATHER()
6268 DAG.getMaskedGather(DAG.getVTList(ContainerVT, MVT::Other), MemVT, DL, in LowerMGATHER()
6347 EVT ContainerVT = getContainerForFixedLengthVector(DAG, PromotedVT); in LowerMSCATTER() local
6350 MemVT = ContainerVT.changeVectorElementType(MemVT.getVectorElementType()); in LowerMSCATTER()
6351 Index = convertToScalableVector(DAG, ContainerVT, Index); in LowerMSCATTER()
6353 StoreVal = convertToScalableVector(DAG, ContainerVT, StoreVal); in LowerMSCATTER()
9961 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFCOPYSIGN() local
9963 In1 = convertToScalableVector(DAG, ContainerVT, In1); in LowerFCOPYSIGN()
9964 In2 = convertToScalableVector(DAG, ContainerVT, In2); in LowerFCOPYSIGN()
9966 SDValue Res = DAG.getNode(ISD::FCOPYSIGN, DL, ContainerVT, In1, In2); in LowerFCOPYSIGN()
13948 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerBUILD_VECTOR() local
13949 SDValue Start = DAG.getConstant(SeqInfo->first, DL, ContainerVT); in LowerBUILD_VECTOR()
13950 SDValue Steps = DAG.getStepVector(DL, ContainerVT, SeqInfo->second); in LowerBUILD_VECTOR()
13951 SDValue Seq = DAG.getNode(ISD::ADD, DL, ContainerVT, Start, Steps); in LowerBUILD_VECTOR()
21691 EVT ContainerVT = VT; in performLD1Combine() local
21692 if (ContainerVT.isInteger()) in performLD1Combine()
21693 ContainerVT = getSVEContainerType(ContainerVT); in performLD1Combine()
21695 SDVTList VTs = DAG.getVTList(ContainerVT, MVT::Other); in performLD1Combine()
21704 if (ContainerVT.isInteger() && (VT != ContainerVT)) in performLD1Combine()
27232 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVectorLoadToSVE() local
27233 EVT LoadVT = ContainerVT; in LowerFixedLengthVectorLoadToSVE()
27239 LoadVT = ContainerVT.changeTypeToInteger(); in LowerFixedLengthVectorLoadToSVE()
27250 EVT ExtendVT = ContainerVT.changeVectorElementType( in LowerFixedLengthVectorLoadToSVE()
27254 Result = DAG.getNode(AArch64ISD::FP_EXTEND_MERGE_PASSTHRU, DL, ContainerVT, in LowerFixedLengthVectorLoadToSVE()
27255 Pg, Result, DAG.getUNDEF(ContainerVT)); in LowerFixedLengthVectorLoadToSVE()
27257 Result = DAG.getNode(ISD::BITCAST, DL, ContainerVT, Result); in LowerFixedLengthVectorLoadToSVE()
27269 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT); in convertFixedMaskToScalableVector() local
27276 auto Op1 = convertToScalableVector(DAG, ContainerVT, Mask); in convertFixedMaskToScalableVector()
27277 auto Op2 = DAG.getConstant(0, DL, ContainerVT); in convertFixedMaskToScalableVector()
27290 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVectorMLoadToSVE() local
27306 PassThru = DAG.getUNDEF(ContainerVT); in LowerFixedLengthVectorMLoadToSVE()
27309 if (ContainerVT.isInteger()) in LowerFixedLengthVectorMLoadToSVE()
27310 PassThru = DAG.getConstant(0, DL, ContainerVT); in LowerFixedLengthVectorMLoadToSVE()
27312 PassThru = DAG.getConstantFP(0, DL, ContainerVT); in LowerFixedLengthVectorMLoadToSVE()
27318 ContainerVT, DL, Load->getChain(), Load->getBasePtr(), Load->getOffset(), in LowerFixedLengthVectorMLoadToSVE()
27325 convertToScalableVector(DAG, ContainerVT, Load->getPassThru()); in LowerFixedLengthVectorMLoadToSVE()
27326 Result = DAG.getSelect(DL, ContainerVT, Mask, Result, OldPassThru); in LowerFixedLengthVectorMLoadToSVE()
27341 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVectorStoreToSVE() local
27345 auto NewValue = convertToScalableVector(DAG, ContainerVT, Store->getValue()); in LowerFixedLengthVectorStoreToSVE()
27348 EVT TruncVT = ContainerVT.changeVectorElementType( in LowerFixedLengthVectorStoreToSVE()
27355 getSVESafeBitCast(ContainerVT.changeTypeToInteger(), NewValue, DAG); in LowerFixedLengthVectorStoreToSVE()
27359 getSVESafeBitCast(ContainerVT.changeTypeToInteger(), NewValue, DAG); in LowerFixedLengthVectorStoreToSVE()
27374 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVectorMStoreToSVE() local
27376 auto NewValue = convertToScalableVector(DAG, ContainerVT, Store->getValue()); in LowerFixedLengthVectorMStoreToSVE()
27397 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVectorIntDivideToSVE() local
27398 SDValue Op1 = convertToScalableVector(DAG, ContainerVT, Op.getOperand(0)); in LowerFixedLengthVectorIntDivideToSVE()
27403 DAG.getNode(AArch64ISD::SRAD_MERGE_OP1, dl, ContainerVT, Pg, Op1, Op2); in LowerFixedLengthVectorIntDivideToSVE()
27405 Res = DAG.getNode(ISD::SUB, dl, ContainerVT, in LowerFixedLengthVectorIntDivideToSVE()
27406 DAG.getConstant(0, dl, ContainerVT), Res); in LowerFixedLengthVectorIntDivideToSVE()
27458 EVT ContainerVT = getContainerForFixedLengthVector(DAG, Val.getValueType()); in LowerFixedLengthVectorIntExtendToSVE() local
27459 Val = convertToScalableVector(DAG, ContainerVT, Val); in LowerFixedLengthVectorIntExtendToSVE()
27465 switch (ContainerVT.getSimpleVT().SimpleTy) { in LowerFixedLengthVectorIntExtendToSVE()
27494 EVT ContainerVT = getContainerForFixedLengthVector(DAG, Val.getValueType()); in LowerFixedLengthVectorTruncateToSVE() local
27495 Val = convertToScalableVector(DAG, ContainerVT, Val); in LowerFixedLengthVectorTruncateToSVE()
27498 switch (ContainerVT.getSimpleVT().SimpleTy) { in LowerFixedLengthVectorTruncateToSVE()
27530 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT); in LowerFixedLengthExtractVectorElt() local
27531 SDValue Op0 = convertToScalableVector(DAG, ContainerVT, Op->getOperand(0)); in LowerFixedLengthExtractVectorElt()
27543 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT); in LowerFixedLengthInsertVectorElt() local
27544 SDValue Op0 = convertToScalableVector(DAG, ContainerVT, Op->getOperand(0)); in LowerFixedLengthInsertVectorElt()
27546 auto ScalableRes = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, ContainerVT, Op0, in LowerFixedLengthInsertVectorElt()
27564 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerToPredicatedOp() local
27576 EVT NewVTArg = ContainerVT.changeVectorElementType(VTArg); in LowerToPredicatedOp()
27583 Operands.push_back(convertToScalableVector(DAG, ContainerVT, V)); in LowerToPredicatedOp()
27587 Operands.push_back(DAG.getUNDEF(ContainerVT)); in LowerToPredicatedOp()
27589 auto ScalableRes = DAG.getNode(NewOp, DL, ContainerVT, Operands); in LowerToPredicatedOp()
27617 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerToScalableOp() local
27634 Ops.push_back(convertToScalableVector(DAG, ContainerVT, V)); in LowerToScalableOp()
27637 auto ScalableRes = DAG.getNode(Op.getOpcode(), SDLoc(Op), ContainerVT, Ops); in LowerToScalableOp()
27649 EVT ContainerVT = SrcVT; in LowerVECREDUCE_SEQ_FADD() local
27651 ContainerVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerVECREDUCE_SEQ_FADD()
27652 VecOp = convertToScalableVector(DAG, ContainerVT, VecOp); in LowerVECREDUCE_SEQ_FADD()
27659 AccOp = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, ContainerVT, in LowerVECREDUCE_SEQ_FADD()
27660 DAG.getUNDEF(ContainerVT), AccOp, Zero); in LowerVECREDUCE_SEQ_FADD()
27663 SDValue Rdx = DAG.getNode(AArch64ISD::FADDA_PRED, DL, ContainerVT, in LowerVECREDUCE_SEQ_FADD()
27722 EVT ContainerVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerReductionToSVE() local
27723 VecOp = convertToScalableVector(DAG, ContainerVT, VecOp); in LowerReductionToSVE()
27752 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT); in LowerFixedLengthVectorSelectToSVE() local
27753 SDValue Op1 = convertToScalableVector(DAG, ContainerVT, Op->getOperand(1)); in LowerFixedLengthVectorSelectToSVE()
27754 SDValue Op2 = convertToScalableVector(DAG, ContainerVT, Op->getOperand(2)); in LowerFixedLengthVectorSelectToSVE()
27764 auto ScalableRes = DAG.getNode(ISD::VSELECT, DL, ContainerVT, in LowerFixedLengthVectorSelectToSVE()
27774 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT); in LowerFixedLengthVectorSetccToSVE() local
27781 auto Op1 = convertToScalableVector(DAG, ContainerVT, Op.getOperand(0)); in LowerFixedLengthVectorSetccToSVE()
27782 auto Op2 = convertToScalableVector(DAG, ContainerVT, Op.getOperand(1)); in LowerFixedLengthVectorSetccToSVE()
27789 EVT PromoteVT = ContainerVT.changeTypeToInteger(); in LowerFixedLengthVectorSetccToSVE()
27832 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthConcatVectorsToSVE() local
27835 SrcOp1 = convertToScalableVector(DAG, ContainerVT, SrcOp1); in LowerFixedLengthConcatVectorsToSVE()
27836 SrcOp2 = convertToScalableVector(DAG, ContainerVT, SrcOp2); in LowerFixedLengthConcatVectorsToSVE()
27838 Op = DAG.getNode(AArch64ISD::SPLICE, DL, ContainerVT, Pg, SrcOp1, SrcOp2); in LowerFixedLengthConcatVectorsToSVE()
27853 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthFPExtendToSVE() local
27854 EVT ExtendVT = ContainerVT.changeVectorElementType( in LowerFixedLengthFPExtendToSVE()
27860 Val = convertToScalableVector(DAG, ContainerVT.changeTypeToInteger(), Val); in LowerFixedLengthFPExtendToSVE()
27862 Val = DAG.getNode(AArch64ISD::FP_EXTEND_MERGE_PASSTHRU, DL, ContainerVT, in LowerFixedLengthFPExtendToSVE()
27863 Pg, Val, DAG.getUNDEF(ContainerVT)); in LowerFixedLengthFPExtendToSVE()
28067 EVT ContainerVT, SelectionDAG &DAG) { in GenerateFixedLengthSVETBL() argument
28147 DAG.getNode(ISD::INTRINSIC_WO_CHAIN, DL, ContainerVT, in GenerateFixedLengthSVETBL()
28169 DAG.getNode(ISD::INTRINSIC_WO_CHAIN, DL, ContainerVT, in GenerateFixedLengthSVETBL()
28189 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVECTOR_SHUFFLEToSVE() local
28190 Op1 = convertToScalableVector(DAG, ContainerVT, Op1); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28191 Op2 = convertToScalableVector(DAG, ContainerVT, Op2); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28204 Op = DAG.getNode(ISD::SPLAT_VECTOR, DL, ContainerVT, SplatEl); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28218 Op = DAG.getNode(AArch64ISD::INSR, DL, ContainerVT, Op2, Scalar); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28237 Op = DAG.getNode(ISD::BITCAST, DL, ContainerVT, Op); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28250 Op = DAG.getNode(ISD::BITCAST, DL, ContainerVT, Op); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28258 DAG, VT, DAG.getNode(AArch64ISD::ZIP1, DL, ContainerVT, Op1, Op2)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28263 DAG, VT, DAG.getNode(Opc, DL, ContainerVT, Op1, Op2)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28268 DAG, VT, DAG.getNode(AArch64ISD::ZIP1, DL, ContainerVT, Op1, Op1)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28273 DAG, VT, DAG.getNode(Opc, DL, ContainerVT, Op1, Op1)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28299 Op = DAG.getNode(ISD::VECTOR_REVERSE, DL, ContainerVT, Op1); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28306 DAG, VT, DAG.getNode(AArch64ISD::ZIP2, DL, ContainerVT, Op1, Op2)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28311 DAG, VT, DAG.getNode(Opc, DL, ContainerVT, Op1, Op2)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28316 DAG, VT, DAG.getNode(AArch64ISD::ZIP2, DL, ContainerVT, Op1, Op1)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28321 DAG, VT, DAG.getNode(Opc, DL, ContainerVT, Op1, Op1)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
28329 return GenerateFixedLengthSVETBL(Op, Op1, Op2, ShuffleMask, VT, ContainerVT, in LowerFixedLengthVECTOR_SHUFFLEToSVE()