Lines Matching refs:SrcVT
3195 bool X86TargetLowering::isExtractSubvectorCheap(EVT ResVT, EVT SrcVT, in isExtractSubvectorCheap() argument
3203 return Index == 0 || ((ResVT.getSizeInBits() == SrcVT.getSizeInBits()*2) && in isExtractSubvectorCheap()
5002 EVT SrcVT = Op.getOperand(0).getValueType(); in getTargetConstantBitsFromNode() local
5003 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getTargetConstantBitsFromNode()
6055 EVT SrcVT = SrcVec.getValueType(); in getFauxShuffleMask() local
6056 if (!SrcVT.getScalarType().isByteSized()) in getFauxShuffleMask()
6059 unsigned SrcByte = SrcIdx * (SrcVT.getScalarSizeInBits() / 8); in getFauxShuffleMask()
6062 std::min<unsigned>(MinBitsPerElt, SrcVT.getScalarSizeInBits()); in getFauxShuffleMask()
6153 EVT SrcVT = Src.getValueType(); in getFauxShuffleMask() local
6155 if (!SrcVT.isSimple() || (SrcVT.getSizeInBits() % 128) != 0 || in getFauxShuffleMask()
6156 (SrcVT.getScalarSizeInBits() % 8) != 0) in getFauxShuffleMask()
6158 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getFauxShuffleMask()
6159 unsigned NumBitsPerSrcElt = SrcVT.getScalarSizeInBits(); in getFauxShuffleMask()
6231 EVT SrcVT = Src.getValueType(); in getFauxShuffleMask() local
6232 unsigned NumBitsPerSrcElt = SrcVT.getScalarSizeInBits(); in getFauxShuffleMask()
6235 if (!SrcVT.isSimple() || (SrcVT.getSizeInBits() % 128) != 0 || in getFauxShuffleMask()
6241 DemandedElts.zextOrTrunc(SrcVT.getVectorNumElements()); in getFauxShuffleMask()
6257 EVT SrcVT = Src.getValueType(); in getFauxShuffleMask() local
6260 if (!SrcVT.isSimple() || (SrcVT.getSizeInBits() % 128) != 0 || in getFauxShuffleMask()
6261 (SrcVT.getScalarSizeInBits() % 8) != 0) in getFauxShuffleMask()
6266 DecodeZeroExtendMask(SrcVT.getScalarSizeInBits(), NumBitsPerElt, NumElts, in getFauxShuffleMask()
6470 EVT SrcVT = Src.getValueType(); in getShuffleScalarElt() local
6471 if (SrcVT.isVector() && SrcVT.getVectorNumElements() == NumElems) in getShuffleScalarElt()
8508 EVT SrcVT = Idx.getValueType(); in createVariablePermute() local
8509 unsigned NumDstBits = SrcVT.getScalarSizeInBits() / Scale; in createVariablePermute()
8523 Idx = DAG.getNode(ISD::MUL, SDLoc(Idx), SrcVT, Idx, in createVariablePermute()
8524 DAG.getConstant(IndexScale, SDLoc(Idx), SrcVT)); in createVariablePermute()
8525 Idx = DAG.getNode(ISD::ADD, SDLoc(Idx), SrcVT, Idx, in createVariablePermute()
8526 DAG.getConstant(IndexOffset, SDLoc(Idx), SrcVT)); in createVariablePermute()
10059 static bool matchShuffleAsVTRUNC(MVT &SrcVT, MVT &DstVT, MVT VT, in matchShuffleAsVTRUNC() argument
10079 SrcVT = MVT::getIntegerVT(EltSizeInBits * Scale); in matchShuffleAsVTRUNC()
10080 SrcVT = MVT::getVectorVT(SrcVT, NumSrcElts); in matchShuffleAsVTRUNC()
10100 MVT SrcVT = Src.getSimpleValueType(); in getAVX512TruncNode() local
10103 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getAVX512TruncNode()
10106 if (!DAG.getTargetLoweringInfo().isTypeLegal(SrcVT)) in getAVX512TruncNode()
10128 if (!Subtarget.hasVLX() && !SrcVT.is512BitVector()) { in getAVX512TruncNode()
10186 MVT SrcVT = MVT::getVectorVT(SrcSVT, NumSrcElts); in lowerShuffleWithVPMOV() local
10187 Src = DAG.getBitcast(SrcVT, Src); in lowerShuffleWithVPMOV()
10269 MVT SrcVT = MVT::getVectorVT(SrcSVT, NumSrcElts); in lowerShuffleAsVTRUNC() local
10270 Src = DAG.getBitcast(SrcVT, Src); in lowerShuffleAsVTRUNC()
10276 X86ISD::VSRLI, DL, SrcVT, Src, in lowerShuffleAsVTRUNC()
10362 static bool matchShuffleWithPACK(MVT VT, MVT &SrcVT, SDValue &V1, SDValue &V2, in matchShuffleWithPACK() argument
10390 SrcVT = PackVT; in matchShuffleWithPACK()
10403 SrcVT = PackVT; in matchShuffleWithPACK()
10466 MVT SrcVT = MVT::getVectorVT(SrcSVT, NumSrcElts); in lowerShuffleWithPACK() local
10468 Res = DAG.getNode(PackOpcode, DL, DstVT, DAG.getBitcast(SrcVT, V1), in lowerShuffleWithPACK()
10469 DAG.getBitcast(SrcVT, V2)); in lowerShuffleWithPACK()
19030 MVT SrcVT = Src.getSimpleValueType(); in LowerI64IntToFP_AVX512DQ() local
19033 if (!Subtarget.hasDQI() || SrcVT != MVT::i64 || Subtarget.is64Bit() || in LowerI64IntToFP_AVX512DQ()
19070 MVT SrcVT = Src.getSimpleValueType(); in LowerI64IntToFP16() local
19073 if (SrcVT != MVT::i64 || Subtarget.is64Bit() || VT != MVT::f16) in LowerI64IntToFP16()
19174 MVT SrcVT = X.getSimpleValueType(); in lowerFPToIntToFP() local
19175 if (SrcVT != MVT::f32 && SrcVT != MVT::f64) in lowerFPToIntToFP()
19184 unsigned SrcSize = SrcVT.getSizeInBits(); in lowerFPToIntToFP()
19187 MVT VecSrcVT = MVT::getVectorVT(SrcVT, 128 / SrcSize); in lowerFPToIntToFP()
19344 MVT SrcVT = Src.getSimpleValueType(); in LowerSINT_TO_FP() local
19350 else if (isLegalConversion(SrcVT, true, Subtarget)) in LowerSINT_TO_FP()
19353 if (Subtarget.isTargetWin64() && SrcVT == MVT::i128) in LowerSINT_TO_FP()
19362 if (SrcVT.isVector()) { in LowerSINT_TO_FP()
19363 if (SrcVT == MVT::v2i32 && VT == MVT::v2f64) { in LowerSINT_TO_FP()
19370 DAG.getUNDEF(SrcVT))}); in LowerSINT_TO_FP()
19373 DAG.getUNDEF(SrcVT))); in LowerSINT_TO_FP()
19375 if (SrcVT == MVT::v2i64 || SrcVT == MVT::v4i64) in LowerSINT_TO_FP()
19381 assert(SrcVT <= MVT::i64 && SrcVT >= MVT::i16 && in LowerSINT_TO_FP()
19388 if (SrcVT == MVT::i32 && UseSSEReg) in LowerSINT_TO_FP()
19390 if (SrcVT == MVT::i64 && UseSSEReg && Subtarget.is64Bit()) in LowerSINT_TO_FP()
19399 if (SrcVT == MVT::i16 && (UseSSEReg || VT == MVT::f128)) { in LowerSINT_TO_FP()
19412 if (SrcVT == MVT::i64 && Subtarget.hasSSE2() && !Subtarget.is64Bit()) in LowerSINT_TO_FP()
19418 unsigned Size = SrcVT.getStoreSize(); in LowerSINT_TO_FP()
19428 BuildFILD(VT, SrcVT, dl, Chain, StackSlot, MPI, Alignment, DAG); in LowerSINT_TO_FP()
19437 EVT DstVT, EVT SrcVT, const SDLoc &DL, SDValue Chain, SDValue Pointer, in BuildFILD() argument
19449 DAG.getMemIntrinsicNode(X86ISD::FILD, DL, Tys, FILDOps, SrcVT, PtrInfo, in BuildFILD()
19821 MVT SrcVT = N0.getSimpleValueType(); in lowerUINT_TO_FP_vec() local
19823 switch (SrcVT.SimpleTy) { in lowerUINT_TO_FP_vec()
19844 MVT SrcVT = Src.getSimpleValueType(); in LowerUINT_TO_FP() local
19854 else if (isLegalConversion(SrcVT, false, Subtarget)) in LowerUINT_TO_FP()
19860 if (Subtarget.isTargetWin64() && SrcVT == MVT::i128) in LowerUINT_TO_FP()
19867 (SrcVT == MVT::i32 || (SrcVT == MVT::i64 && Subtarget.is64Bit()))) { in LowerUINT_TO_FP()
19874 if (SrcVT == MVT::i32 && Subtarget.is64Bit()) { in LowerUINT_TO_FP()
19889 if (SrcVT == MVT::i64 && DstVT == MVT::f64 && Subtarget.hasSSE2() && in LowerUINT_TO_FP()
19894 if (SrcVT == MVT::i32 && Subtarget.hasSSE2() && DstVT != MVT::f80 && in LowerUINT_TO_FP()
19897 if (Subtarget.is64Bit() && SrcVT == MVT::i64 && in LowerUINT_TO_FP()
19907 if (SrcVT == MVT::i32) { in LowerUINT_TO_FP()
19921 assert(SrcVT == MVT::i64 && "Unexpected type in UINT_TO_FP"); in LowerUINT_TO_FP()
20311 EVT SrcVT = In.getValueType(); in truncateVectorWithPACK() local
20314 if (SrcVT == DstVT) in truncateVectorWithPACK()
20317 unsigned NumElems = SrcVT.getVectorNumElements(); in truncateVectorWithPACK()
20322 unsigned SrcSizeInBits = SrcVT.getSizeInBits(); in truncateVectorWithPACK()
20327 EVT PackedSVT = EVT::getIntegerVT(Ctx, SrcVT.getScalarSizeInBits() / 2); in truncateVectorWithPACK()
20333 if (SrcVT.getScalarSizeInBits() > 16 && in truncateVectorWithPACK()
20370 if (SrcVT.is256BitVector() && DstVT.is128BitVector()) { in truncateVectorWithPACK()
20379 if (SrcVT.is512BitVector() && Subtarget.hasInt256()) { in truncateVectorWithPACK()
20433 EVT SrcVT = In.getValueType(); in truncateVectorWithPACKSS() local
20434 In = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, SrcVT, In, in truncateVectorWithPACKSS()
20450 EVT SrcVT = In.getValueType(); in matchTruncateWithPACK() local
20452 EVT SrcSVT = SrcVT.getVectorElementType(); in matchTruncateWithPACK()
20467 if ((DstSVT == MVT::i32 && SrcVT.getSizeInBits() <= 128) || in matchTruncateWithPACK()
20468 (DstSVT == MVT::i16 && SrcVT.getSizeInBits() <= (64 * NumStages)) || in matchTruncateWithPACK()
20469 (DstVT == MVT::v2i8 && SrcVT == MVT::v2i64 && Subtarget.hasSSSE3())) in matchTruncateWithPACK()
20474 if (SrcVT == MVT::v4i64 && DstVT == MVT::v4i32 && in matchTruncateWithPACK()
20522 return DAG.getNode(ISD::SRA, DL, SrcVT, In->ops()); in matchTruncateWithPACK()
20536 MVT SrcVT = In.getSimpleValueType(); in LowerTruncateVecPackWithSignBits() local
20538 MVT SrcSVT = SrcVT.getVectorElementType(); in LowerTruncateVecPackWithSignBits()
20569 MVT SrcVT = In.getSimpleValueType(); in LowerTruncateVecPack() local
20571 MVT SrcSVT = SrcVT.getVectorElementType(); in LowerTruncateVecPack()
20823 MVT SrcVT = Src.getSimpleValueType(); in expandFP_TO_UINT_SSE() local
20832 DAG.getNode(ISD::FSUB, dl, SrcVT, Src, in expandFP_TO_UINT_SSE()
20833 DAG.getConstantFP(2147483648.0f, dl, SrcVT))); in expandFP_TO_UINT_SSE()
20863 MVT SrcVT = Src.getSimpleValueType(); in LowerFP_TO_INT() local
20867 if (isSoftF16(SrcVT, Subtarget)) { in LowerFP_TO_INT()
20875 } else if (isTypeLegal(SrcVT) && isLegalConversion(VT, IsSigned, Subtarget)) { in LowerFP_TO_INT()
20880 if (VT == MVT::v2i1 && SrcVT == MVT::v2f64) { in LowerFP_TO_INT()
20918 if (Subtarget.hasFP16() && SrcVT.getVectorElementType() == MVT::f16) { in LowerFP_TO_INT()
20927 if (SrcVT != MVT::v8f16) { in LowerFP_TO_INT()
20929 IsStrict ? DAG.getConstantFP(0.0, dl, SrcVT) : DAG.getUNDEF(SrcVT); in LowerFP_TO_INT()
20930 SmallVector<SDValue, 4> Ops(SrcVT == MVT::v2f16 ? 4 : 2, Tmp); in LowerFP_TO_INT()
20962 assert((SrcVT.getVectorElementType() == MVT::f32 || in LowerFP_TO_INT()
20963 SrcVT.getVectorElementType() == MVT::f64) && in LowerFP_TO_INT()
20985 if (VT == MVT::v8i32 && SrcVT == MVT::v8f64) { in LowerFP_TO_INT()
20993 (SrcVT == MVT::v4f64 || SrcVT == MVT::v4f32 || SrcVT == MVT::v8f32) && in LowerFP_TO_INT()
20997 MVT WideVT = SrcVT == MVT::v4f64 ? MVT::v8f64 : MVT::v16f32; in LowerFP_TO_INT()
20998 MVT ResVT = SrcVT == MVT::v4f64 ? MVT::v8i32 : MVT::v16i32; in LowerFP_TO_INT()
21025 (SrcVT == MVT::v2f64 || SrcVT == MVT::v4f64 || SrcVT == MVT::v4f32) && in LowerFP_TO_INT()
21028 MVT WideVT = SrcVT == MVT::v4f32 ? MVT::v8f32 : MVT::v8f64; in LowerFP_TO_INT()
21053 if (VT == MVT::v2i64 && SrcVT == MVT::v2f32) { in LowerFP_TO_INT()
21085 if ((VT == MVT::v4i32 && SrcVT == MVT::v4f32) || in LowerFP_TO_INT()
21086 (VT == MVT::v4i32 && SrcVT == MVT::v4f64) || in LowerFP_TO_INT()
21087 (VT == MVT::v8i32 && SrcVT == MVT::v8f32)) { in LowerFP_TO_INT()
21097 bool UseSSEReg = isScalarFPTypeInSSEReg(SrcVT); in LowerFP_TO_INT()
21110 SDValue FloatOffset = DAG.getNode(ISD::UINT_TO_FP, dl, SrcVT, in LowerFP_TO_INT()
21112 MVT SrcVecVT = MVT::getVectorVT(SrcVT, 128 / SrcVT.getScalarSizeInBits()); in LowerFP_TO_INT()
21123 DAG.getNode(ISD::FSUB, dl, SrcVT, Src, FloatOffset))); in LowerFP_TO_INT()
21169 if (VT == MVT::i16 && (UseSSEReg || SrcVT == MVT::f128)) { in LowerFP_TO_INT()
21189 if (SrcVT == MVT::f128) { in LowerFP_TO_INT()
21192 LC = RTLIB::getFPTOSINT(SrcVT, VT); in LowerFP_TO_INT()
21194 LC = RTLIB::getFPTOUINT(SrcVT, VT); in LowerFP_TO_INT()
21220 MVT SrcVT = Src.getSimpleValueType(); in LowerLRINT_LLRINT() local
21222 if (SrcVT.isVector()) in LowerLRINT_LLRINT()
21225 if (SrcVT == MVT::f16) in LowerLRINT_LLRINT()
21229 if (isScalarFPTypeInSSEReg(SrcVT)) in LowerLRINT_LLRINT()
21239 EVT SrcVT = Src.getValueType(); in LRINT_LLRINTHelper() local
21241 if (SrcVT != MVT::f32 && SrcVT != MVT::f64 && SrcVT != MVT::f80) { in LRINT_LLRINTHelper()
21250 bool UseSSE = isScalarFPTypeInSSEReg(SrcVT); in LRINT_LLRINTHelper()
21254 EVT OtherVT = UseSSE ? SrcVT : DstVT; in LRINT_LLRINTHelper()
21266 Src = DAG.getMemIntrinsicNode(X86ISD::FLD, DL, Tys, Ops, SrcVT, MPI, in LRINT_LLRINTHelper()
21294 EVT SrcVT = Src.getValueType(); in LowerFP_TO_INT_SAT() local
21300 if (!isScalarFPTypeInSSEReg(SrcVT) || isSoftF16(SrcVT, Subtarget)) in LowerFP_TO_INT_SAT()
21339 APFloat MinFloat(DAG.EVTToAPFloatSemantics(SrcVT)); in LowerFP_TO_INT_SAT()
21340 APFloat MaxFloat(DAG.EVTToAPFloatSemantics(SrcVT)); in LowerFP_TO_INT_SAT()
21349 SDValue MinFloatNode = DAG.getConstantFP(MinFloat, dl, SrcVT); in LowerFP_TO_INT_SAT()
21350 SDValue MaxFloatNode = DAG.getConstantFP(MaxFloat, dl, SrcVT); in LowerFP_TO_INT_SAT()
21358 X86ISD::FMAX, dl, SrcVT, MinFloatNode, Src); in LowerFP_TO_INT_SAT()
21361 X86ISD::FMIN, dl, SrcVT, MaxFloatNode, MinClamped); in LowerFP_TO_INT_SAT()
21372 X86ISD::FMAX, dl, SrcVT, Src, MinFloatNode); in LowerFP_TO_INT_SAT()
21375 X86ISD::FMINC, dl, SrcVT, MinClamped, MaxFloatNode); in LowerFP_TO_INT_SAT()
22315 EVT SrcVT = Src.getValueType(); in LowerVectorAllEqual() local
22316 SDValue MaskValue = DAG.getConstant(Mask, DL, SrcVT); in LowerVectorAllEqual()
22317 return DAG.getNode(ISD::AND, DL, SrcVT, Src, MaskValue); in LowerVectorAllEqual()
26110 MVT SrcVT = Src.getSimpleValueType(); in LowerINTRINSIC_WO_CHAIN() local
26111 MVT MaskVT = MVT::getVectorVT(MVT::i1, SrcVT.getVectorNumElements()); in LowerINTRINSIC_WO_CHAIN()
26138 MVT SrcVT = Src.getSimpleValueType(); in LowerINTRINSIC_WO_CHAIN() local
26139 MVT MaskVT = MVT::getVectorVT(MVT::i1, SrcVT.getVectorNumElements()); in LowerINTRINSIC_WO_CHAIN()
31143 MVT SrcVT = Src.getSimpleValueType(); in LowerBITCAST() local
31148 if (SrcVT == MVT::i64 && DstVT == MVT::v64i1) { in LowerBITCAST()
31160 if ((SrcVT == MVT::v16i1 || SrcVT == MVT::v32i1) && DstVT.isScalarInteger()) { in LowerBITCAST()
31162 MVT SExtVT = SrcVT == MVT::v16i1 ? MVT::v16i8 : MVT::v32i8; in LowerBITCAST()
31169 assert((SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 || SrcVT == MVT::v8i8 || in LowerBITCAST()
31170 SrcVT == MVT::i64) && "Unexpected VT!"); in LowerBITCAST()
31173 if (!(DstVT == MVT::f64 && SrcVT == MVT::i64) && in LowerBITCAST()
31174 !(DstVT == MVT::x86mmx && SrcVT.isVector())) in LowerBITCAST()
31179 if (SrcVT.isVector()) { in LowerBITCAST()
31182 MVT NewVT = MVT::getVectorVT(SrcVT.getVectorElementType(), in LowerBITCAST()
31183 SrcVT.getVectorNumElements() * 2); in LowerBITCAST()
31185 DAG.getUNDEF(SrcVT)); in LowerBITCAST()
31187 assert(SrcVT == MVT::i64 && !Subtarget.is64Bit() && in LowerBITCAST()
32899 EVT SrcVT = Src.getValueType(); in ReplaceNodeResults() local
32902 if (isSoftF16(SrcVT, Subtarget)) { in ReplaceNodeResults()
32922 SrcVT.getVectorElementType() == MVT::f16) { in ReplaceNodeResults()
32926 if (SrcVT != MVT::v8f16) { in ReplaceNodeResults()
32928 IsStrict ? DAG.getConstantFP(0.0, dl, SrcVT) : DAG.getUNDEF(SrcVT); in ReplaceNodeResults()
32929 SmallVector<SDValue, 4> Ops(SrcVT == MVT::v2f16 ? 4 : 2, Tmp); in ReplaceNodeResults()
33081 (SrcVT == MVT::f32 || SrcVT == MVT::f64)) || in ReplaceNodeResults()
33082 (Subtarget.hasFP16() && SrcVT == MVT::f16)) { in ReplaceNodeResults()
33087 std::max(NumElts, 128U / (unsigned)SrcVT.getSizeInBits()); in ReplaceNodeResults()
33089 MVT VecInVT = MVT::getVectorVT(SrcVT.getSimpleVT(), SrcElts); in ReplaceNodeResults()
33172 EVT SrcVT = Src.getValueType(); in ReplaceNodeResults() local
33173 if (Subtarget.hasDQI() && Subtarget.hasVLX() && SrcVT == MVT::v2i64) { in ReplaceNodeResults()
33187 if (SrcVT == MVT::v2i64 && !IsSigned && Subtarget.is64Bit() && in ReplaceNodeResults()
33189 SDValue Zero = DAG.getConstant(0, dl, SrcVT); in ReplaceNodeResults()
33190 SDValue One = DAG.getConstant(1, dl, SrcVT); in ReplaceNodeResults()
33191 SDValue Sign = DAG.getNode(ISD::OR, dl, SrcVT, in ReplaceNodeResults()
33192 DAG.getNode(ISD::SRL, dl, SrcVT, Src, One), in ReplaceNodeResults()
33193 DAG.getNode(ISD::AND, dl, SrcVT, Src, One)); in ReplaceNodeResults()
33195 SDValue SignSrc = DAG.getSelect(dl, SrcVT, IsNeg, Sign, Src); in ReplaceNodeResults()
33228 if (SrcVT != MVT::v2i32) in ReplaceNodeResults()
33274 EVT SrcVT = Src.getValueType(); in ReplaceNodeResults() local
33284 if (SrcVT.getVectorElementType() != MVT::f32) in ReplaceNodeResults()
33532 EVT SrcVT = N->getOperand(0).getValueType(); in ReplaceNodeResults() local
33536 if (SrcVT == MVT::v64i1 && DstVT == MVT::i64 && Subtarget.hasBWI()) { in ReplaceNodeResults()
33547 if (DstVT.isVector() && SrcVT == MVT::x86mmx) { in ReplaceNodeResults()
34330 EVT SrcVT = ExtVal.getOperand(0).getValueType(); in isVectorLoadExtDesirable() local
34333 if (SrcVT.getScalarType() == MVT::i1) in isVectorLoadExtDesirable()
34362 bool X86TargetLowering::isNarrowingProfitable(EVT SrcVT, EVT DestVT) const { in isNarrowingProfitable() argument
34364 return !(SrcVT == MVT::i32 && DestVT == MVT::i16); in isNarrowingProfitable()
37234 EVT SrcVT = Src.getValueType(); in computeKnownBitsForTargetNode() local
37235 APInt DemandedElt = APInt::getOneBitSet(SrcVT.getVectorNumElements(), in computeKnownBitsForTargetNode()
37239 Known.Zero.setBitsFrom(SrcVT.getScalarSizeInBits()); in computeKnownBitsForTargetNode()
37475 EVT SrcVT = Op.getOperand(0).getValueType(); in computeKnownBitsForTargetNode() local
37476 if (SrcVT.isVector()) { in computeKnownBitsForTargetNode()
37477 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in computeKnownBitsForTargetNode()
37490 EVT SrcVT = Op.getOperand(1).getValueType(); in computeKnownBitsForTargetNode() local
37491 if (SrcVT.isVector()) { in computeKnownBitsForTargetNode()
37492 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in computeKnownBitsForTargetNode()
37643 MVT SrcVT = Src.getSimpleValueType(); in ComputeNumSignBitsForTargetNode() local
37644 unsigned NumSrcBits = SrcVT.getScalarSizeInBits(); in ComputeNumSignBitsForTargetNode()
37646 APInt DemandedSrc = DemandedElts.zextOrTrunc(SrcVT.getVectorNumElements()); in ComputeNumSignBitsForTargetNode()
37827 MVT &SrcVT, MVT &DstVT) { in matchUnaryShuffle() argument
37839 SrcVT = DstVT = MaskVT.changeVectorElementType(MVT::f16); in matchUnaryShuffle()
37841 SrcVT = DstVT = !Subtarget.hasSSE2() ? MVT::v4f32 : MaskVT; in matchUnaryShuffle()
37876 SrcVT = MVT::getVectorVT(ScalarTy, SrcSize / MaskEltSize); in matchUnaryShuffle()
37881 if (SrcVT.getVectorNumElements() != NumDstElts) in matchUnaryShuffle()
37898 SrcVT = DstVT = MaskVT.changeVectorElementType(MVT::f16); in matchUnaryShuffle()
37900 SrcVT = DstVT = !Subtarget.hasSSE2() ? MVT::v4f32 : MaskVT; in matchUnaryShuffle()
37910 SrcVT = DstVT = MVT::v2f64; in matchUnaryShuffle()
37915 SrcVT = DstVT = MVT::v4f32; in matchUnaryShuffle()
37920 SrcVT = DstVT = MVT::v4f32; in matchUnaryShuffle()
37929 SrcVT = DstVT = MVT::v4f64; in matchUnaryShuffle()
37935 SrcVT = DstVT = MVT::v8f32; in matchUnaryShuffle()
37941 SrcVT = DstVT = MVT::v8f32; in matchUnaryShuffle()
37952 SrcVT = DstVT = MVT::v8f64; in matchUnaryShuffle()
37959 SrcVT = DstVT = MVT::v16f32; in matchUnaryShuffle()
37966 SrcVT = DstVT = MVT::v16f32; in matchUnaryShuffle()
38130 unsigned &Shuffle, MVT &SrcVT, MVT &DstVT, in matchBinaryShuffle() argument
38142 SrcVT = DstVT = Subtarget.hasSSE2() ? MVT::v2f64 : MVT::v4f32; in matchBinaryShuffle()
38149 SrcVT = DstVT = Subtarget.hasSSE2() ? MVT::v2f64 : MVT::v4f32; in matchBinaryShuffle()
38156 SrcVT = DstVT = MVT::v2f64; in matchBinaryShuffle()
38162 SrcVT = DstVT = MVT::v4f32; in matchBinaryShuffle()
38169 SrcVT = DstVT = MVT::v8f16; in matchBinaryShuffle()
38178 if (matchShuffleWithPACK(MaskVT, SrcVT, V1, V2, Shuffle, Mask, DAG, in matchBinaryShuffle()
38193 SrcVT = MVT::v4i32; in matchBinaryShuffle()
38200 SrcVT = MVT::v8i16; in matchBinaryShuffle()
38207 SrcVT = MVT::v4i32; in matchBinaryShuffle()
38223 SrcVT = DstVT = MaskVT; in matchBinaryShuffle()
38225 SrcVT = DstVT = (32 == EltSizeInBits ? MVT::v8f32 : MVT::v4f64); in matchBinaryShuffle()
38268 SrcVT = DstVT = MaskVT.changeTypeToInteger(); in matchBinaryShuffle()
38312 SrcVT = DstVT = MaskVT.changeTypeToInteger(); in matchBinaryShuffle()
39404 MVT SrcVT = BC0.getOperand(0).getSimpleValueType(); in canonicalizeShuffleMaskWithHorizOp() local
39434 SDValue LHS = DAG.getNode(Opcode0, DL, SrcVT, M0, M1); in canonicalizeShuffleMaskWithHorizOp()
39435 SDValue RHS = DAG.getNode(Opcode0, DL, SrcVT, M2, M3); in canonicalizeShuffleMaskWithHorizOp()
39464 LHS = DAG.getBitcast(SrcVT, LHS); in canonicalizeShuffleMaskWithHorizOp()
39465 RHS = DAG.getBitcast(SrcVT, RHS ? RHS : LHS); in canonicalizeShuffleMaskWithHorizOp()
39541 SDValue Undef = DAG.getUNDEF(SrcVT); in canonicalizeShuffleMaskWithHorizOp()
39542 SDValue Zero = getZeroVector(SrcVT, Subtarget, DAG, DL); in canonicalizeShuffleMaskWithHorizOp()
39562 unsigned Idx0 = (M0 & 2) ? (SrcVT.getVectorNumElements() / 2) : 0; in canonicalizeShuffleMaskWithHorizOp()
39563 unsigned Idx1 = (M1 & 2) ? (SrcVT.getVectorNumElements() / 2) : 0; in canonicalizeShuffleMaskWithHorizOp()
40726 EVT SrcVT = Src.getValueType(); in combineTargetShuffle() local
40744 DAG.getBitcast(SrcVT, Res)); in combineTargetShuffle()
40750 SrcVT.getScalarSizeInBits() == BCVT.getScalarSizeInBits() && in combineTargetShuffle()
40775 if (SrcVT.getSizeInBits() > 128) in combineTargetShuffle()
40805 if (!SrcVT.isVector() && (Src.hasOneUse() || VT.isFloatingPoint()) && in combineTargetShuffle()
40820 SDValue Scl = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, SrcVT, BcastLd, in combineTargetShuffle()
40829 if (SrcVT == MVT::i16 && Src.getOpcode() == ISD::TRUNCATE && in combineTargetShuffle()
40917 if ((SrcVT == MVT::v2f64 || SrcVT == MVT::v4f32 || SrcVT == MVT::v2i64 || in combineTargetShuffle()
40918 SrcVT == MVT::v4i32) && in combineTargetShuffle()
40926 X86ISD::VBROADCAST_LOAD, DL, Tys, Ops, SrcVT.getScalarType(), in combineTargetShuffle()
41045 MVT SrcVT = N0.getOperand(0).getSimpleValueType(); in combineTargetShuffle() local
41046 unsigned SrcBits = SrcVT.getScalarSizeInBits(); in combineTargetShuffle()
41049 unsigned NewSize = SrcVT.getVectorNumElements(); in combineTargetShuffle()
41053 VT, DAG.getNode(X86ISD::BLENDI, DL, SrcVT, N0.getOperand(0), in combineTargetShuffle()
41139 EVT SrcVT = Src.getValueType(); in combineTargetShuffle() local
41140 SDValue Res = DAG.getNode(X86ISD::VPERMI, DL, SrcVT, Src, N1); in combineTargetShuffle()
41179 EVT SrcVT = LHS.getOperand(0).getValueType(); in combineTargetShuffle() local
41180 if (RHS.isUndef() || SrcVT == RHS.getOperand(0).getValueType()) { in combineTargetShuffle()
41181 return DAG.getBitcast(VT, DAG.getNode(X86ISD::VPERM2X128, DL, SrcVT, in combineTargetShuffle()
41182 DAG.getBitcast(SrcVT, LHS), in combineTargetShuffle()
41183 DAG.getBitcast(SrcVT, RHS), in combineTargetShuffle()
42190 EVT SrcVT = Src.getValueType(); in SimplifyDemandedVectorEltsForTargetNode() local
42192 APInt SrcElts = DemandedElts.zextOrTrunc(SrcVT.getVectorNumElements()); in SimplifyDemandedVectorEltsForTargetNode()
42274 MVT SrcVT = Src.getSimpleValueType(); in SimplifyDemandedVectorEltsForTargetNode() local
42275 APInt DemandedSrc = DemandedElts.zextOrTrunc(SrcVT.getVectorNumElements()); in SimplifyDemandedVectorEltsForTargetNode()
42339 MVT SrcVT = Src.getSimpleValueType(); in SimplifyDemandedVectorEltsForTargetNode() local
42340 if (!SrcVT.isVector()) in SimplifyDemandedVectorEltsForTargetNode()
42350 APInt SrcElts = APInt::getOneBitSet(SrcVT.getVectorNumElements(), 0); in SimplifyDemandedVectorEltsForTargetNode()
42537 EVT SrcVT = SrcOp.getValueType(); in SimplifyDemandedVectorEltsForTargetNode() local
42538 assert((!SrcVT.isVector() || SrcVT.getSizeInBits() == SizeInBits) && in SimplifyDemandedVectorEltsForTargetNode()
42540 Ops.push_back(SrcVT.isVector() ? extractSubVector(SrcOp, 0, TLO.DAG, DL, in SimplifyDemandedVectorEltsForTargetNode()
42660 MVT SrcVT = Src.getSimpleValueType(); in SimplifyDemandedBitsForTargetNode() local
42663 APInt TruncMask = OriginalDemandedBits.zext(SrcVT.getScalarSizeInBits()); in SimplifyDemandedBitsForTargetNode()
42664 APInt DemandedElts = OriginalDemandedElts.trunc(SrcVT.getVectorNumElements()); in SimplifyDemandedBitsForTargetNode()
42975 MVT SrcVT = Src.getSimpleValueType(); in SimplifyDemandedBitsForTargetNode() local
42977 SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1, 0); in SimplifyDemandedBitsForTargetNode()
42984 if ((BitWidth == 64) && SrcVT.isScalarInteger() && !Subtarget.hasAVX512() && in SimplifyDemandedBitsForTargetNode()
43006 MVT SrcVT = Src.getSimpleValueType(); in SimplifyDemandedBitsForTargetNode() local
43007 unsigned SrcBits = SrcVT.getScalarSizeInBits(); in SimplifyDemandedBitsForTargetNode()
43008 unsigned NumElts = SrcVT.getVectorNumElements(); in SimplifyDemandedBitsForTargetNode()
43015 if (SrcVT.is256BitVector() && in SimplifyDemandedBitsForTargetNode()
43407 EVT SrcVT = Src.getValueType(); in adjustBitcastSrcVectorSSE1() local
43408 if (SrcVT != MVT::v4i1) in adjustBitcastSrcVectorSSE1()
43473 EVT SrcVT = Src.getValueType(); in combineBitcastvxi1() local
43474 if (!SrcVT.isSimple() || SrcVT.getScalarType() != MVT::i1) in combineBitcastvxi1()
43543 switch (SrcVT.getSimpleVT().SimpleTy) { in combineBitcastvxi1()
43613 EVT::getIntegerVT(*DAG.getContext(), SrcVT.getVectorNumElements()); in combineBitcastvxi1()
43620 EVT SrcVT = Op.getValueType(); in combinevXi1ConstantToInteger() local
43621 assert(SrcVT.getVectorElementType() == MVT::i1 && in combinevXi1ConstantToInteger()
43626 APInt Imm(SrcVT.getVectorNumElements(), 0); in combinevXi1ConstantToInteger()
43650 EVT SrcVT = Op.getValueType(); in combineCastedMaskArithmetic() local
43662 if (!(SrcVT.isVector() && SrcVT.getVectorElementType() == MVT::i1 && in combineCastedMaskArithmetic()
43665 SrcVT.isScalarInteger())) in combineCastedMaskArithmetic()
43785 EVT SrcVT = Src.getValueType(); in combineBitcastToBoolVector() local
43786 if (SrcVT.isVector() || SrcVT.isFloatingPoint()) in combineBitcastToBoolVector()
43866 EVT SrcVT = N0.getValueType(); in combineBitcast() local
43882 if ((VT == MVT::v4i1 || VT == MVT::v2i1) && SrcVT.isScalarInteger() && in combineBitcast()
43892 if ((SrcVT == MVT::v4i1 || SrcVT == MVT::v2i1) && VT.isScalarInteger() && in combineBitcast()
43904 SrcVT = LastOp.getValueType(); in combineBitcast()
43905 unsigned NumConcats = 8 / SrcVT.getVectorNumElements(); in combineBitcast()
43907 Ops.resize(NumConcats, DAG.getConstant(0, dl, SrcVT)); in combineBitcast()
43914 unsigned NumConcats = 8 / SrcVT.getVectorNumElements(); in combineBitcast()
43915 SmallVector<SDValue, 4> Ops(NumConcats, DAG.getUNDEF(SrcVT)); in combineBitcast()
43925 SrcVT.isScalarInteger() && TLI.isTypeLegal(VT)) { in combineBitcast()
43937 if (VT == MVT::i8 && SrcVT == MVT::v8i1 && Subtarget.hasAVX512() && in combineBitcast()
43948 VT.isFloatingPoint() != SrcVT.isFloatingPoint() && VT.isVector()) { in combineBitcast()
43950 unsigned SrcVTSize = SrcVT.getScalarSizeInBits(); in combineBitcast()
43958 LoadVT = MVT::getVectorVT(LoadVT, SrcVT.getVectorNumElements()); in combineBitcast()
43993 (SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 || SrcVT == MVT::v8i8) && in combineBitcast()
43994 N0.getOperand(0).getValueType() == SrcVT.getScalarType()) { in combineBitcast()
43996 for (unsigned i = 1, e = SrcVT.getVectorNumElements(); i != e; ++i) { in combineBitcast()
44014 (SrcVT == MVT::v2f32 || SrcVT == MVT::v2i32 || SrcVT == MVT::v4i16 || in combineBitcast()
44015 SrcVT == MVT::v8i8)) in combineBitcast()
44029 if (SrcVT == MVT::v2i32 && N0.getOpcode() == ISD::FP_TO_SINT) { in combineBitcast()
44041 SrcVT.isVector() && SrcVT.getVectorElementType() == MVT::i1 && in combineBitcast()
44046 if (Subtarget.hasAVX512() && SrcVT.isScalarInteger() && VT.isVector() && in combineBitcast()
44059 if (Subtarget.hasAVX512() && SrcVT.isScalarInteger() && in combineBitcast()
44296 EVT SrcVT = Src.getValueType(); in combineMinMaxReduction() local
44297 EVT SrcSVT = SrcVT.getScalarType(); in combineMinMaxReduction()
44298 if (SrcSVT != ExtractVT || (SrcVT.getSizeInBits() % 128) != 0) in combineMinMaxReduction()
44305 while (SrcVT.getSizeInBits() > 128) { in combineMinMaxReduction()
44308 SrcVT = Lo.getValueType(); in combineMinMaxReduction()
44309 MinPos = DAG.getNode(BinOp, DL, SrcVT, Lo, Hi); in combineMinMaxReduction()
44311 assert(((SrcVT == MVT::v8i16 && ExtractVT == MVT::i16) || in combineMinMaxReduction()
44312 (SrcVT == MVT::v16i8 && ExtractVT == MVT::i8)) && in combineMinMaxReduction()
44320 Mask = DAG.getConstant(APInt::getSignedMaxValue(MaskEltsBits), DL, SrcVT); in combineMinMaxReduction()
44322 Mask = DAG.getConstant(APInt::getSignedMinValue(MaskEltsBits), DL, SrcVT); in combineMinMaxReduction()
44324 Mask = DAG.getAllOnesConstant(DL, SrcVT); in combineMinMaxReduction()
44327 MinPos = DAG.getNode(ISD::XOR, DL, SrcVT, Mask, MinPos); in combineMinMaxReduction()
44335 SrcVT, DL, MinPos, DAG.getConstant(0, DL, MVT::v16i8), in combineMinMaxReduction()
44337 MinPos = DAG.getNode(ISD::UMIN, DL, SrcVT, MinPos, Upper); in combineMinMaxReduction()
44343 MinPos = DAG.getBitcast(SrcVT, MinPos); in combineMinMaxReduction()
44346 MinPos = DAG.getNode(ISD::XOR, DL, SrcVT, Mask, MinPos); in combineMinMaxReduction()
44694 EVT SrcVT = Src.getValueType(); in combineExtractWithShuffle() local
44695 EVT SrcSVT = SrcVT.getVectorElementType(); in combineExtractWithShuffle()
44697 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineExtractWithShuffle()
44719 SrcOp = DAG.getZExtOrTrunc(SrcOp, dl, SrcVT.getScalarType()); in combineExtractWithShuffle()
44752 unsigned Offset = IdxC.getZExtValue() * SrcVT.getScalarSizeInBits(); in combineExtractWithShuffle()
44759 Scl = DAG.getZExtOrTrunc(Scl, dl, SrcVT.getScalarType()); in combineExtractWithShuffle()
44769 (SrcVT.getSizeInBits() % 128) == 0) { in combineExtractWithShuffle()
44815 if (llvm::any_of(Ops, [SrcVT](SDValue Op) { in combineExtractWithShuffle()
44816 return SrcVT.getSizeInBits() != Op.getValueSizeInBits(); in combineExtractWithShuffle()
44849 ExtractVT = SrcVT; in combineExtractWithShuffle()
44852 if ((Mask.size() % NumSrcElts) != 0 || SrcVT.isFloatingPoint()) in combineExtractWithShuffle()
44860 assert(SrcVT.getSizeInBits() == ExtractVT.getSizeInBits() && in combineExtractWithShuffle()
44877 if (N->getOpcode() == ISD::EXTRACT_VECTOR_ELT && ExtractVT == SrcVT) in combineExtractWithShuffle()
44879 N, SrcVT, peekThroughBitcasts(SrcOp), ExtractIdx, dl, DAG, DCI)) in combineExtractWithShuffle()
45191 EVT SrcVT = InputVector.getValueType(); in combineExtractVectorElt() local
45195 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineExtractVectorElt()
45206 unsigned VecEltBitWidth = SrcVT.getScalarSizeInBits(); in combineExtractVectorElt()
45239 assert(SrcVT == InputVector.getOperand(0).getValueType() && in combineExtractVectorElt()
45242 Scl = DAG.getNode(ISD::TRUNCATE, dl, SrcVT.getScalarType(), Scl); in combineExtractVectorElt()
45253 if (VT == MVT::i64 && SrcVT == MVT::v1i64 && in combineExtractVectorElt()
45260 if (VT == MVT::i32 && SrcVT == MVT::v2i32 && in combineExtractVectorElt()
45307 if (SrcVT.getScalarType() == MVT::i1) { in combineExtractVectorElt()
46137 EVT SrcVT = SelectableLHS ? LHS.getOperand(0).getValueType() in combineSelect() local
46139 EVT SrcCondVT = SrcVT.changeVectorElementType(MVT::i1); in combineSelect()
46140 LHS = insertSubVector(DAG.getUNDEF(SrcVT), LHS, 0, DAG, DL, in combineSelect()
46142 RHS = insertSubVector(DAG.getUNDEF(SrcVT), RHS, 0, DAG, DL, in combineSelect()
46147 SDValue Res = DAG.getSelect(DL, SrcVT, Cond, LHS, RHS); in combineSelect()
46565 MVT SrcVT = Src.getSimpleValueType(); in checkSignTestSetCCCombine() local
46566 APInt BitMask = APInt::getSignMask(SrcVT.getScalarSizeInBits()); in checkSignTestSetCCCombine()
46577 SDValue Mask = DAG.getNode(ISD::AND, DL, SrcVT, Src, in checkSignTestSetCCCombine()
46578 DAG.getConstant(BitMask, DL, SrcVT)); in checkSignTestSetCCCombine()
46581 DAG.getConstant(0, DL, SrcVT)); in checkSignTestSetCCCombine()
48322 EVT SrcVT = N0.getValueType(); in combineHorizOpWithShuffle() local
48334 if (VT.is128BitVector() && SrcVT.getScalarSizeInBits() <= 32) { in combineHorizOpWithShuffle()
48349 Lo = DAG.getBitcast(SrcVT, Lo); in combineHorizOpWithShuffle()
48350 Hi = DAG.getBitcast(SrcVT, Hi); in combineHorizOpWithShuffle()
48361 if (VT.is128BitVector() && SrcVT.getScalarSizeInBits() <= 32) { in combineHorizOpWithShuffle()
48406 LHS = DAG.getBitcast(SrcVT, LHS); in combineHorizOpWithShuffle()
48407 RHS = DAG.getBitcast(SrcVT, RHS ? RHS : LHS); in combineHorizOpWithShuffle()
48445 SDValue Res = DAG.getNode(Opcode, DL, VT, DAG.getBitcast(SrcVT, Op00), in combineHorizOpWithShuffle()
48446 DAG.getBitcast(SrcVT, Op01)); in combineHorizOpWithShuffle()
48543 MVT SrcVT = N0.getSimpleValueType(); in combineVectorPack() local
48545 DAG.getNode(X86ISD::PACKSS, DL, VT, DAG.getBitcast(SrcVT, Not0), in combineVectorPack()
48546 DAG.getBitcast(SrcVT, Not1)); in combineVectorPack()
49369 MVT SrcVT = N0.getOperand(0).getSimpleValueType(); in combineBitOpWithPACK() local
49370 unsigned NumSrcBits = SrcVT.getScalarSizeInBits(); in combineBitOpWithPACK()
49380 SDValue LHS = DAG.getNode(Opc, DL, SrcVT, N0.getOperand(0), N1.getOperand(0)); in combineBitOpWithPACK()
49381 SDValue RHS = DAG.getNode(Opc, DL, SrcVT, N0.getOperand(1), N1.getOperand(1)); in combineBitOpWithPACK()
49595 EVT SrcVT = Src.getValueType(); in combineScalarAndWithMaskSetcc() local
49598 if (!SrcVT.isVector() || SrcVT.getVectorElementType() != MVT::i1 || in combineScalarAndWithMaskSetcc()
49599 !TLI.isTypeLegal(SrcVT)) in combineScalarAndWithMaskSetcc()
49639 SDValue Concat = DAG.getNode(ISD::CONCAT_VECTORS, dl, SrcVT, in combineScalarAndWithMaskSetcc()
49641 EVT IntVT = EVT::getIntegerVT(*DAG.getContext(), SrcVT.getSizeInBits()); in combineScalarAndWithMaskSetcc()
51762 MVT SrcVT = Src.getSimpleValueType(); in combineStore() local
51763 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineStore()
51767 TLI.isTruncStoreLegal(SrcVT, TruncVT)) { in combineStore()
52300 EVT SrcVT = Src.getValueType(); in combineLRINT_LLRINT() local
52304 SrcVT != MVT::v2f32) in combineLRINT_LLRINT()
52309 DAG.getUNDEF(SrcVT))); in combineLRINT_LLRINT()
52326 EVT SrcVT = Src.getValueType(); in combineTruncatedArithmetic() local
52369 if (SrcVT.getScalarType() == MVT::i64 && in combineTruncatedArithmetic()
52371 !TLI.isOperationLegal(SrcOpcode, SrcVT)) in combineTruncatedArithmetic()
53140 EVT SrcVT = Src.getValueType(); in combineBITREVERSE() local
53141 if (SrcVT.isVector() && SrcVT.getScalarType() == MVT::i1 && in combineBITREVERSE()
53143 DAG.getTargetLoweringInfo().isTypeLegal(SrcVT)) && in combineBITREVERSE()
53145 unsigned NumElts = SrcVT.getVectorNumElements(); in combineBITREVERSE()
53150 DAG.getVectorShuffle(SrcVT, SDLoc(N), Src, Src, ReverseMask); in combineBITREVERSE()
54269 EVT SrcVT = LHS.getOperand(0).getValueType(); in combineSetCC() local
54270 APInt UpperBits = APInt::getBitsSetFrom(SrcVT.getScalarSizeInBits(), in combineSetCC()
54276 DAG.getZExtOrTrunc(RHS, DL, SrcVT), CC); in combineSetCC()
54497 MVT SrcVT = Src.getSimpleValueType(); in combineMOVMSK() local
54500 unsigned NumElts = SrcVT.getVectorNumElements(); in combineMOVMSK()
54501 unsigned NumBitsPerElt = SrcVT.getScalarSizeInBits(); in combineMOVMSK()
54519 unsigned EltWidth = SrcVT.getScalarSizeInBits(); in combineMOVMSK()
54529 NotSrc = DAG.getBitcast(SrcVT, NotSrc); in combineMOVMSK()
54559 MVT ShiftVT = SrcVT; in combineMOVMSK()
54572 ShiftLHS = DAG.getBitcast(SrcVT, ShiftLHS); in combineMOVMSK()
54573 ShiftRHS = DAG.getBitcast(SrcVT, ShiftRHS); in combineMOVMSK()
54574 SDValue Res = DAG.getNode(ISD::XOR, DL, SrcVT, ShiftLHS, ShiftRHS); in combineMOVMSK()
54575 return DAG.getNode(X86ISD::MOVMSK, DL, VT, DAG.getNOT(DL, Res, SrcVT)); in combineMOVMSK()
54593 SDValue NewSrc = DAG.getBitcast(SrcVT, SrcBC.getOperand(0)); in combineMOVMSK()
54883 EVT SrcVT = ExtElt.getValueType(); in combineToFPTruncExtElt() local
54885 unsigned SrcWidth = SrcVT.getSizeInBits(); in combineToFPTruncExtElt()
55223 EVT SrcVT = Src.getValueType(); in combineCMP() local
55224 if (SrcVT.getScalarSizeInBits() >= 8 && TLI.isTypeLegal(SrcVT)) in combineCMP()
55226 DAG.getConstant(0, dl, SrcVT)); in combineCMP()
56300 MVT SrcVT = Op0.getOperand(0).getSimpleValueType(); in combineConcatVectorOps() local
56301 SrcVT = MVT::getVectorVT(SrcVT.getScalarType(), in combineConcatVectorOps()
56302 NumOps * SrcVT.getVectorNumElements()); in combineConcatVectorOps()
56304 ConcatSubOperand(SrcVT, Ops, 0), in combineConcatVectorOps()
56305 ConcatSubOperand(SrcVT, Ops, 1)); in combineConcatVectorOps()
56405 EVT SrcVT = Ops[0].getOperand(0).getValueType(); in combineConcatVectorOps() local
56406 if (SrcVT.is256BitVector() && SrcVT.isSimple() && in combineConcatVectorOps()
56407 SrcVT == Ops[1].getOperand(0).getValueType() && in combineConcatVectorOps()
56410 (SrcVT.getScalarSizeInBits() > 16 || Subtarget.useBWIRegs())) { in combineConcatVectorOps()
56411 EVT NewSrcVT = SrcVT.getDoubleNumVectorElementsVT(Ctx); in combineConcatVectorOps()
56592 MVT SrcVT = Op0.getOperand(0).getSimpleValueType(); in combineConcatVectorOps() local
56593 SrcVT = MVT::getVectorVT(SrcVT.getScalarType(), in combineConcatVectorOps()
56594 NumOps * SrcVT.getVectorNumElements()); in combineConcatVectorOps()
56596 ConcatSubOperand(SrcVT, Ops, 0), in combineConcatVectorOps()
56597 ConcatSubOperand(SrcVT, Ops, 1)); in combineConcatVectorOps()
56744 EVT SrcVT = N->getOperand(0).getValueType(); in combineCONCAT_VECTORS() local
56750 unsigned SubSizeInBits = SrcVT.getSizeInBits(); in combineCONCAT_VECTORS()
56767 if (Subtarget.hasAVX() && TLI.isTypeLegal(VT) && TLI.isTypeLegal(SrcVT)) { in combineCONCAT_VECTORS()
57496 EVT SrcVT = Src.getValueType(); in combineFP_EXTEND() local
57499 if (SrcVT.getScalarType() == MVT::bf16) { in combineFP_EXTEND()
57504 if (!SrcVT.isVector()) in combineFP_EXTEND()
57514 EVT NVT = SrcVT.changeVectorElementType(MVT::i32); in combineFP_EXTEND()
57515 Src = DAG.getBitcast(SrcVT.changeTypeToInteger(), Src); in combineFP_EXTEND()
57527 if (!SrcVT.isVector() || SrcVT.getVectorElementType() != MVT::f16) in combineFP_EXTEND()
57539 EVT IntVT = SrcVT.changeVectorElementTypeToInteger(); in combineFP_EXTEND()
57631 EVT SrcVT = Src.getValueType(); in combineFP_ROUND() local
57634 SrcVT.getVectorElementType() != MVT::f32) in combineFP_ROUND()
57685 DAG.getConstantFP(0.0, dl, SrcVT)); in combineFP_ROUND()