Lines Matching refs:SrcVT
697 EVT SrcVT = Src.getValueType(); in SimplifyMultipleUseDemandedBits() local
699 if (SrcVT == DstVT) in SimplifyMultipleUseDemandedBits()
702 unsigned NumSrcEltBits = SrcVT.getScalarSizeInBits(); in SimplifyMultipleUseDemandedBits()
709 if (SrcVT.isVector() && (NumDstEltBits % NumSrcEltBits) == 0) { in SimplifyMultipleUseDemandedBits()
711 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyMultipleUseDemandedBits()
734 unsigned NumSrcElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyMultipleUseDemandedBits()
855 EVT SrcVT = Src.getValueType(); in SimplifyMultipleUseDemandedBits() local
858 DstVT.getSizeInBits() == SrcVT.getSizeInBits() && in SimplifyMultipleUseDemandedBits()
859 DemandedBits.getActiveBits() <= SrcVT.getScalarSizeInBits()) { in SimplifyMultipleUseDemandedBits()
2425 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2426 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2427 unsigned InElts = SrcVT.isFixedLengthVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2435 VT.getSizeInBits() == SrcVT.getSizeInBits()) in SimplifyDemandedBits()
2470 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2471 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2472 unsigned InElts = SrcVT.isFixedLengthVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2487 VT.getSizeInBits() == SrcVT.getSizeInBits()) in SimplifyDemandedBits()
2533 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2534 unsigned InBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2535 unsigned InElts = SrcVT.isFixedLengthVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2541 VT.getSizeInBits() == SrcVT.getSizeInBits()) in SimplifyDemandedBits()
2683 EVT SrcVT = Src.getValueType(); in SimplifyDemandedBits() local
2684 unsigned NumSrcEltBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBits()
2688 if (!TLO.LegalOperations() && !VT.isVector() && !SrcVT.isVector() && in SimplifyDemandedBits()
2690 SrcVT.isFloatingPoint()) { in SimplifyDemandedBits()
2693 if ((OpVTLegal || i32Legal) && VT.isSimple() && SrcVT != MVT::f16 && in SimplifyDemandedBits()
2694 SrcVT != MVT::f128) { in SimplifyDemandedBits()
2712 if (SrcVT.isVector() && (BitWidth % NumSrcEltBits) == 0) { in SimplifyDemandedBits()
2714 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyDemandedBits()
2741 unsigned NumSrcElts = SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1; in SimplifyDemandedBits()
2751 if (SrcVT.isVector()) { in SimplifyDemandedBits()
3114 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorElts() local
3116 ElementCount SrcEltCnt = SrcVT.getVectorElementCount(); in SimplifyDemandedVectorElts()
3136 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorElts() local
3140 if (!SrcVT.isVector()) in SimplifyDemandedVectorElts()
3144 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyDemandedVectorElts()
3164 unsigned SrcEltSizeInBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedVectorElts()
3553 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorElts() local
3554 EVT SrcSVT = SrcVT.getScalarType(); in SimplifyDemandedVectorElts()
3558 SDValue Mask = TLO.DAG.getBuildVector(SrcVT, DL, MaskElts); in SimplifyDemandedVectorElts()
3560 ISD::AND, DL, SrcVT, {Src.getOperand(1), Mask})) { in SimplifyDemandedVectorElts()
3561 Fold = TLO.DAG.getNode(ISD::AND, DL, SrcVT, Src.getOperand(0), Fold); in SimplifyDemandedVectorElts()
8173 EVT SrcVT = Src.getValueType(); in expandFP_TO_SINT() local
8178 if (SrcVT != MVT::f32 || DstVT != MVT::i64) in expandFP_TO_SINT()
8191 unsigned SrcEltBits = SrcVT.getScalarSizeInBits(); in expandFP_TO_SINT()
8192 EVT IntVT = SrcVT.changeTypeToInteger(); in expandFP_TO_SINT()
8247 EVT SrcVT = Src.getValueType(); in expandFP_TO_UINT() local
8250 getSetCCResultType(DAG.getDataLayout(), *DAG.getContext(), SrcVT); in expandFP_TO_UINT()
8258 !isOperationLegalOrCustomOrPromote(ISD::XOR, SrcVT))) in expandFP_TO_UINT()
8264 const fltSemantics &APFSem = DAG.EVTToAPFloatSemantics(SrcVT); in expandFP_TO_UINT()
8265 APFloat APF(APFSem, APInt::getZero(SrcVT.getScalarSizeInBits())); in expandFP_TO_UINT()
8280 Node->isStrictFPOpcode() ? ISD::STRICT_FSUB : ISD::FSUB, SrcVT)) in expandFP_TO_UINT()
8283 SDValue Cst = DAG.getConstantFP(APF, dl, SrcVT); in expandFP_TO_UINT()
8295 shouldUseStrictFP_TO_INT(SrcVT, DstVT, /*IsSigned*/ false); in expandFP_TO_UINT()
8306 SDValue FltOfs = DAG.getSelect(dl, SrcVT, Sel, in expandFP_TO_UINT()
8307 DAG.getConstantFP(0.0, dl, SrcVT), Cst); in expandFP_TO_UINT()
8314 SDValue Val = DAG.getNode(ISD::STRICT_FSUB, dl, { SrcVT, MVT::Other }, in expandFP_TO_UINT()
8320 SDValue Val = DAG.getNode(ISD::FSUB, dl, SrcVT, Src, FltOfs); in expandFP_TO_UINT()
8333 DAG.getNode(ISD::FSUB, dl, SrcVT, Src, Cst)); in expandFP_TO_UINT()
8352 EVT SrcVT = Src.getValueType(); in expandUINT_TO_FP() local
8355 if (SrcVT.getScalarType() != MVT::i64 || DstVT.getScalarType() != MVT::f64) in expandUINT_TO_FP()
8359 if (SrcVT.isVector() && (!isOperationLegalOrCustom(ISD::SRL, SrcVT) || in expandUINT_TO_FP()
8362 !isOperationLegalOrCustomOrPromote(ISD::OR, SrcVT) || in expandUINT_TO_FP()
8363 !isOperationLegalOrCustomOrPromote(ISD::AND, SrcVT))) in expandUINT_TO_FP()
8367 EVT ShiftVT = getShiftAmountTy(SrcVT, DAG.getDataLayout()); in expandUINT_TO_FP()
8374 SDValue TwoP52 = DAG.getConstant(UINT64_C(0x4330000000000000), dl, SrcVT); in expandUINT_TO_FP()
8377 SDValue TwoP84 = DAG.getConstant(UINT64_C(0x4530000000000000), dl, SrcVT); in expandUINT_TO_FP()
8378 SDValue LoMask = DAG.getConstant(UINT64_C(0x00000000FFFFFFFF), dl, SrcVT); in expandUINT_TO_FP()
8381 SDValue Lo = DAG.getNode(ISD::AND, dl, SrcVT, Src, LoMask); in expandUINT_TO_FP()
8382 SDValue Hi = DAG.getNode(ISD::SRL, dl, SrcVT, Src, HiShift); in expandUINT_TO_FP()
8383 SDValue LoOr = DAG.getNode(ISD::OR, dl, SrcVT, Lo, TwoP52); in expandUINT_TO_FP()
8384 SDValue HiOr = DAG.getNode(ISD::OR, dl, SrcVT, Hi, TwoP84); in expandUINT_TO_FP()
9180 EVT SrcVT = Source.getValueType(); in expandVPCTTZElements() local
9183 EVT::getVectorVT(*DAG.getContext(), ResVT, SrcVT.getVectorElementCount()); in expandVPCTTZElements()
9186 if (SrcVT.getScalarType() != MVT::i1) { in expandVPCTTZElements()
9187 SDValue AllZero = DAG.getConstant(0, DL, SrcVT); in expandVPCTTZElements()
9188 SrcVT = EVT::getVectorVT(*DAG.getContext(), MVT::i1, in expandVPCTTZElements()
9189 SrcVT.getVectorElementCount()); in expandVPCTTZElements()
9190 Source = DAG.getNode(ISD::VP_SETCC, DL, SrcVT, Source, AllZero, in expandVPCTTZElements()
9624 EVT SrcVT = LD->getMemoryVT(); in scalarizeVectorLoad() local
9628 if (SrcVT.isScalableVector()) in scalarizeVectorLoad()
9631 unsigned NumElem = SrcVT.getVectorNumElements(); in scalarizeVectorLoad()
9633 EVT SrcEltVT = SrcVT.getScalarType(); in scalarizeVectorLoad()
9643 unsigned NumLoadBits = SrcVT.getStoreSizeInBits(); in scalarizeVectorLoad()
9646 unsigned NumSrcBits = SrcVT.getSizeInBits(); in scalarizeVectorLoad()
11135 EVT SrcVT = Src.getValueType(); in expandFP_TO_INT_SAT() local
11157 if (SrcVT == MVT::f16 || SrcVT == MVT::bf16) { in expandFP_TO_INT_SAT()
11159 SrcVT = Src.getValueType(); in expandFP_TO_INT_SAT()
11162 APFloat MinFloat(DAG.EVTToAPFloatSemantics(SrcVT)); in expandFP_TO_INT_SAT()
11163 APFloat MaxFloat(DAG.EVTToAPFloatSemantics(SrcVT)); in expandFP_TO_INT_SAT()
11172 SDValue MinFloatNode = DAG.getConstantFP(MinFloat, dl, SrcVT); in expandFP_TO_INT_SAT()
11173 SDValue MaxFloatNode = DAG.getConstantFP(MaxFloat, dl, SrcVT); in expandFP_TO_INT_SAT()
11178 bool MinMaxLegal = isOperationLegal(ISD::FMINNUM, SrcVT) && in expandFP_TO_INT_SAT()
11179 isOperationLegal(ISD::FMAXNUM, SrcVT); in expandFP_TO_INT_SAT()
11184 Clamped = DAG.getNode(ISD::FMAXNUM, dl, SrcVT, Clamped, MinFloatNode); in expandFP_TO_INT_SAT()
11186 Clamped = DAG.getNode(ISD::FMINNUM, dl, SrcVT, Clamped, MaxFloatNode); in expandFP_TO_INT_SAT()
11199 getSetCCResultType(DAG.getDataLayout(), *DAG.getContext(), SrcVT); in expandFP_TO_INT_SAT()
11216 getSetCCResultType(DAG.getDataLayout(), *DAG.getContext(), SrcVT); in expandFP_TO_INT_SAT()