Lines Matching refs:SrcVT
4291 EVT SrcVT = SrcVal.getValueType(); in LowerFP_ROUND() local
4294 if (useSVEForFixedLengthVectorVT(SrcVT, !Subtarget->isNeonAvailable())) in LowerFP_ROUND()
4305 EVT I32 = SrcVT.changeElementType(MVT::i32); in LowerFP_ROUND()
4306 EVT F32 = SrcVT.changeElementType(MVT::f32); in LowerFP_ROUND()
4307 if (SrcVT.getScalarType() == MVT::f32) { in LowerFP_ROUND()
4315 } else if (SrcVT.getScalarType() == MVT::f64) { in LowerFP_ROUND()
4335 dl, getSetCCResultType(DAG.getDataLayout(), *DAG.getContext(), SrcVT), in LowerFP_ROUND()
4354 if (SrcVT != MVT::f128) { in LowerFP_ROUND()
4356 if (useSVEForFixedLengthVectorVT(SrcVT)) in LowerFP_ROUND()
4492 EVT SrcVT = SrcVal.getValueType(); in LowerVectorFP_TO_INT_SAT() local
4496 uint64_t SrcElementWidth = SrcVT.getScalarSizeInBits(); in LowerVectorFP_TO_INT_SAT()
4508 EVT SrcElementVT = SrcVT.getVectorElementType(); in LowerVectorFP_TO_INT_SAT()
4514 MVT F32VT = MVT::getVectorVT(MVT::f32, SrcVT.getVectorNumElements()); in LowerVectorFP_TO_INT_SAT()
4516 SrcVT = F32VT; in LowerVectorFP_TO_INT_SAT()
4527 MVT F64VT = MVT::getVectorVT(MVT::f64, SrcVT.getVectorNumElements()); in LowerVectorFP_TO_INT_SAT()
4529 SrcVT = F64VT; in LowerVectorFP_TO_INT_SAT()
4545 EVT IntVT = SrcVT.changeVectorElementTypeToInteger(); in LowerVectorFP_TO_INT_SAT()
4570 EVT SrcVT = SrcVal.getValueType(); in LowerFP_TO_INT_SAT() local
4572 if (SrcVT.isVector()) in LowerFP_TO_INT_SAT()
4582 if ((SrcVT == MVT::f16 && !Subtarget->hasFullFP16()) || SrcVT == MVT::bf16) { in LowerFP_TO_INT_SAT()
4584 SrcVT = MVT::f32; in LowerFP_TO_INT_SAT()
4585 } else if (SrcVT != MVT::f64 && SrcVT != MVT::f32 && SrcVT != MVT::f16 && in LowerFP_TO_INT_SAT()
4586 SrcVT != MVT::bf16) in LowerFP_TO_INT_SAT()
4591 if ((SrcVT == MVT::f64 || SrcVT == MVT::f32 || in LowerFP_TO_INT_SAT()
4592 (SrcVT == MVT::f16 && Subtarget->hasFullFP16())) && in LowerFP_TO_INT_SAT()
9950 EVT SrcVT = In2.getValueType(); in LowerFCOPYSIGN() local
9952 if (!SrcVT.bitsEq(VT)) in LowerFCOPYSIGN()
12144 EVT SrcVT = Src.getValueType(); in ReconstructShuffle() local
12145 Src = DAG.getBitcast(SrcVT.is64BitVector() ? MVT::v8i8 : MVT::v16i8, Src); in ReconstructShuffle()
12146 assert((SrcVT.is64BitVector() || SrcVT.is128BitVector()) && in ReconstructShuffle()
12148 if (SrcVT.is64BitVector()) in ReconstructShuffle()
12194 EVT SrcVT = Src.ShuffleVec.getValueType(); in ReconstructShuffle() local
12196 TypeSize SrcVTSize = SrcVT.getSizeInBits(); in ReconstructShuffle()
12202 EVT EltVT = SrcVT.getVectorElementType(); in ReconstructShuffle()
12249 if (!SrcVT.is64BitVector()) { in ReconstructShuffle()
13125 EVT SrcVT = SrcOp.getValueType(); in LowerZERO_EXTEND_VECTOR_INREG() local
13126 assert(VT.getScalarSizeInBits() % SrcVT.getScalarSizeInBits() == 0 && in LowerZERO_EXTEND_VECTOR_INREG()
13128 unsigned Scale = VT.getScalarSizeInBits() / SrcVT.getScalarSizeInBits(); in LowerZERO_EXTEND_VECTOR_INREG()
13132 SDValue Zeros = DAG.getConstant(0, dl, SrcVT); in LowerZERO_EXTEND_VECTOR_INREG()
13134 DAG.getNode(AArch64ISD::ZIP1, dl, SrcVT, SrcOp, Zeros)); in LowerZERO_EXTEND_VECTOR_INREG()
14961 EVT SrcVT = LHS.getValueType(); in EmitVectorComparison() local
14962 assert(VT.getSizeInBits() == SrcVT.getSizeInBits() && in EmitVectorComparison()
14976 IsCnst && SrcVT.getScalarSizeInBits() == SplatBitSize && SplatValue == 1; in EmitVectorComparison()
14979 if (SrcVT.getVectorElementType().isFloatingPoint()) { in EmitVectorComparison()
15273 EVT SrcVT = Src.getValueType(); in LowerVECREDUCE() local
15280 SrcVT.getVectorElementType() == MVT::i64); in LowerVECREDUCE()
15281 if (SrcVT.isScalableVector() || in LowerVECREDUCE()
15283 SrcVT, OverrideNEON && Subtarget->useSVEForFixedLengthVectors())) { in LowerVECREDUCE()
15285 if (SrcVT.getVectorElementType() == MVT::i1) in LowerVECREDUCE()
17592 bool AArch64TargetLowering::isExtractSubvectorCheap(EVT ResVT, EVT SrcVT, in isExtractSubvectorCheap() argument
19350 EVT SrcVT = N->getOperand(0).getValueType(); in performConcatVectorsCombine() local
19355 all_of(N->op_values(), [SrcVT](SDValue V) { in performConcatVectorsCombine()
19356 if (V.getValueType() != SrcVT) in performConcatVectorsCombine()
19364 EVT FVT = SrcVT == MVT::v2i8 ? MVT::f16 : MVT::f32; in performConcatVectorsCombine()
20298 EVT SrcVT; in isExtendOrShiftOperand() local
20300 SrcVT = cast<VTSDNode>(N.getOperand(1))->getVT(); in isExtendOrShiftOperand()
20302 SrcVT = N.getOperand(0).getValueType(); in isExtendOrShiftOperand()
20304 return SrcVT == MVT::i32 || SrcVT == MVT::i16 || SrcVT == MVT::i8; in isExtendOrShiftOperand()
22069 EVT SrcVT = Op0->getValueType(0); in isHalvingTruncateAndConcatOfLegalIntScalableType() local
22071 return (SrcVT == MVT::nxv8i16 && DstVT == MVT::nxv16i8) || in isHalvingTruncateAndConcatOfLegalIntScalableType()
22072 (SrcVT == MVT::nxv4i32 && DstVT == MVT::nxv8i16) || in isHalvingTruncateAndConcatOfLegalIntScalableType()
22073 (SrcVT == MVT::nxv2i64 && DstVT == MVT::nxv4i32); in isHalvingTruncateAndConcatOfLegalIntScalableType()
22858 bool isHalvingTruncateOfLegalScalableType(EVT SrcVT, EVT DstVT) { in isHalvingTruncateOfLegalScalableType() argument
22859 return (SrcVT == MVT::nxv8i16 && DstVT == MVT::nxv8i8) || in isHalvingTruncateOfLegalScalableType()
22860 (SrcVT == MVT::nxv4i32 && DstVT == MVT::nxv4i16) || in isHalvingTruncateOfLegalScalableType()
22861 (SrcVT == MVT::nxv2i64 && DstVT == MVT::nxv2i32); in isHalvingTruncateOfLegalScalableType()
24294 EVT SrcVT = N0.getOperand(0).getValueType(); in performSelectCombine() local
24299 if (SrcVT == MVT::i1 || in performSelectCombine()
24300 (SrcVT.isFloatingPoint() && SrcVT.getSizeInBits() <= 16)) in performSelectCombine()
24303 int NumMaskElts = ResVT.getSizeInBits() / SrcVT.getSizeInBits(); in performSelectCombine()
24307 SrcVT = EVT::getVectorVT(*DAG.getContext(), SrcVT, NumMaskElts); in performSelectCombine()
24308 EVT CCVT = SrcVT.changeVectorElementTypeToInteger(); in performSelectCombine()
24318 DAG.getTargetLoweringInfo().isTypeLegal(SrcVT)); in performSelectCombine()
24324 DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, SrcVT, N0.getOperand(0)); in performSelectCombine()
24326 DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, SrcVT, N0.getOperand(1)); in performSelectCombine()
24506 const EVT SrcVT = Src->getValueType(0); in performScatterStoreCombine() local
24507 assert(SrcVT.isScalableVector() && in performScatterStoreCombine()
24511 MVT SrcElVT = SrcVT.getVectorElementType().getSimpleVT(); in performScatterStoreCombine()
24514 if (SrcVT.getSizeInBits().getKnownMinValue() > AArch64::SVEBitsPerBlock) in performScatterStoreCombine()
24520 if ((SrcVT != MVT::nxv4f32) && (SrcVT != MVT::nxv2f64) && in performScatterStoreCombine()
24523 ((SrcVT != MVT::nxv8f16) && (SrcVT != MVT::nxv8bf16)))) in performScatterStoreCombine()
24563 SrcVT.getScalarSizeInBits() / 8)) { in performScatterStoreCombine()
24588 EVT HwSrcVt = getSVEContainerType(SrcVT); in performScatterStoreCombine()
24593 SDValue InputVT = DAG.getValueType(SrcVT); in performScatterStoreCombine()
24594 if (SrcVT.isFloatingPoint()) in performScatterStoreCombine()
25762 [[maybe_unused]] EVT SrcVT = Op.getValueType(); in replaceBoolVectorBitcast() local
25763 assert(SrcVT.isVector() && SrcVT.getVectorElementType() == MVT::i1 && in replaceBoolVectorBitcast()
25804 EVT SrcVT = Op.getValueType(); in ReplaceBITCASTResults() local
25806 if (VT == MVT::v2i16 && SrcVT == MVT::i32) { in ReplaceBITCASTResults()
25811 if (VT == MVT::v4i8 && SrcVT == MVT::i32) { in ReplaceBITCASTResults()
25816 if (VT == MVT::v2i8 && SrcVT == MVT::i16) { in ReplaceBITCASTResults()
25821 if (VT.isScalableVector() && !isTypeLegal(VT) && isTypeLegal(SrcVT)) { in ReplaceBITCASTResults()
25822 assert(!VT.isFloatingPoint() && SrcVT.isFloatingPoint() && in ReplaceBITCASTResults()
25830 if (VT.getVectorElementCount() != SrcVT.getVectorElementCount()) in ReplaceBITCASTResults()
25838 if (SrcVT.isVector() && SrcVT.getVectorElementType() == MVT::i1 && in ReplaceBITCASTResults()
25842 if (VT != MVT::i16 || (SrcVT != MVT::f16 && SrcVT != MVT::bf16)) in ReplaceBITCASTResults()
27646 EVT SrcVT = VecOp.getValueType(); in LowerVECREDUCE_SEQ_FADD() local
27647 EVT ResVT = SrcVT.getVectorElementType(); in LowerVECREDUCE_SEQ_FADD()
27649 EVT ContainerVT = SrcVT; in LowerVECREDUCE_SEQ_FADD()
27650 if (SrcVT.isFixedLengthVector()) { in LowerVECREDUCE_SEQ_FADD()
27651 ContainerVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerVECREDUCE_SEQ_FADD()
27655 SDValue Pg = getPredicateForVector(DAG, DL, SrcVT); in LowerVECREDUCE_SEQ_FADD()
27717 EVT SrcVT = VecOp.getValueType(); in LowerReductionToSVE() local
27720 SrcVT, in LowerReductionToSVE()
27722 EVT ContainerVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerReductionToSVE()
27728 SrcVT.getVectorElementType(); in LowerReductionToSVE()
27729 EVT RdxVT = SrcVT; in LowerReductionToSVE()
27730 if (SrcVT.isFixedLengthVector() || Opcode == AArch64ISD::UADDV_PRED) in LowerReductionToSVE()
27733 SDValue Pg = getPredicateForVector(DAG, DL, SrcVT); in LowerReductionToSVE()
27820 EVT SrcVT = SrcOp1.getValueType(); in LowerFixedLengthConcatVectorsToSVE() local
27824 EVT PairVT = SrcVT.getDoubleNumVectorElementsVT(*DAG.getContext()); in LowerFixedLengthConcatVectorsToSVE()
27834 SDValue Pg = getPredicateForFixedLengthVector(DAG, DL, SrcVT); in LowerFixedLengthConcatVectorsToSVE()
27852 EVT SrcVT = Val.getValueType(); in LowerFixedLengthFPExtendToSVE() local
27855 SrcVT.getVectorElementType()); in LowerFixedLengthFPExtendToSVE()
27857 Val = DAG.getNode(ISD::BITCAST, DL, SrcVT.changeTypeToInteger(), Val); in LowerFixedLengthFPExtendToSVE()
27876 EVT SrcVT = Val.getValueType(); in LowerFixedLengthFPRoundToSVE() local
27877 EVT ContainerSrcVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerFixedLengthFPRoundToSVE()
27886 Val = convertFromScalableVector(DAG, SrcVT.changeTypeToInteger(), Val); in LowerFixedLengthFPRoundToSVE()
27904 EVT SrcVT = Val.getValueType(); in LowerFixedLengthIntToFPToSVE() local
27906 EVT ContainerSrcVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerFixedLengthIntToFPToSVE()
27908 if (VT.bitsGE(SrcVT)) { in LowerFixedLengthIntToFPToSVE()
27924 SDValue Pg = getPredicateForFixedLengthVector(DAG, DL, SrcVT); in LowerFixedLengthIntToFPToSVE()
27929 Val = convertFromScalableVector(DAG, SrcVT, Val); in LowerFixedLengthIntToFPToSVE()
28034 EVT SrcVT = Val.getValueType(); in LowerFixedLengthFPToIntToSVE() local
28036 EVT ContainerSrcVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerFixedLengthFPToIntToSVE()
28038 if (VT.bitsGT(SrcVT)) { in LowerFixedLengthFPToIntToSVE()
28043 Val = DAG.getNode(ISD::BITCAST, DL, SrcVT.changeTypeToInteger(), Val); in LowerFixedLengthFPToIntToSVE()
28053 SDValue Pg = getPredicateForFixedLengthVector(DAG, DL, SrcVT); in LowerFixedLengthFPToIntToSVE()
28059 Val = convertFromScalableVector(DAG, SrcVT.changeTypeToInteger(), Val); in LowerFixedLengthFPToIntToSVE()