Lines Matching refs:InVec
19044 SDValue InVec = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, VecInVT, Src); in LowerI64IntToFP_AVX512DQ() local
19047 {Op.getOperand(0), InVec}); in LowerI64IntToFP_AVX512DQ()
19054 SDValue CvtVec = DAG.getNode(Op.getOpcode(), dl, VecVT, InVec); in LowerI64IntToFP_AVX512DQ()
19080 SDValue InVec = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, MVT::v2i64, Src); in LowerI64IntToFP16() local
19083 {Op.getOperand(0), InVec}); in LowerI64IntToFP16()
19090 SDValue CvtVec = DAG.getNode(Op.getOpcode(), dl, MVT::v2f16, InVec); in LowerI64IntToFP16()
57004 SDValue InVec = N->getOperand(0); in combineEXTRACT_SUBVECTOR() local
57006 SDValue InVecBC = peekThroughBitcasts(InVec); in combineEXTRACT_SUBVECTOR()
57007 EVT InVecVT = InVec.getValueType(); in combineEXTRACT_SUBVECTOR()
57039 if (ISD::isBuildVectorAllZeros(InVec.getNode())) in combineEXTRACT_SUBVECTOR()
57042 if (ISD::isBuildVectorAllOnes(InVec.getNode())) { in combineEXTRACT_SUBVECTOR()
57048 if (InVec.getOpcode() == ISD::BUILD_VECTOR) in combineEXTRACT_SUBVECTOR()
57049 return DAG.getBuildVector(VT, DL, InVec->ops().slice(IdxVal, NumSubElts)); in combineEXTRACT_SUBVECTOR()
57056 InVec.getOpcode() == ISD::INSERT_SUBVECTOR && InVec.hasOneUse() && in combineEXTRACT_SUBVECTOR()
57057 IdxVal == InVec.getConstantOperandVal(2) && in combineEXTRACT_SUBVECTOR()
57058 InVec.getOperand(1).getValueSizeInBits() <= SizeInBits) { in combineEXTRACT_SUBVECTOR()
57060 InVec.getOperand(0), N->getOperand(1)); in combineEXTRACT_SUBVECTOR()
57061 unsigned NewIdxVal = InVec.getConstantOperandVal(2) - IdxVal; in combineEXTRACT_SUBVECTOR()
57063 InVec.getOperand(1), in combineEXTRACT_SUBVECTOR()
57070 if (IdxVal != 0 && (InVec.getOpcode() == X86ISD::VBROADCAST || in combineEXTRACT_SUBVECTOR()
57071 InVec.getOpcode() == X86ISD::VBROADCAST_LOAD || in combineEXTRACT_SUBVECTOR()
57072 DAG.isSplatValue(InVec, /*AllowUndefs*/ false))) in combineEXTRACT_SUBVECTOR()
57073 return extractSubVector(InVec, 0, DAG, DL, SizeInBits); in combineEXTRACT_SUBVECTOR()
57076 if (IdxVal != 0 && InVec.getOpcode() == X86ISD::SUBV_BROADCAST_LOAD && in combineEXTRACT_SUBVECTOR()
57077 cast<MemIntrinsicSDNode>(InVec)->getMemoryVT() == VT) in combineEXTRACT_SUBVECTOR()
57078 return extractSubVector(InVec, 0, DAG, DL, SizeInBits); in combineEXTRACT_SUBVECTOR()
57115 unsigned InOpcode = InVec.getOpcode(); in combineEXTRACT_SUBVECTOR()
57116 if (InVec.hasOneUse()) { in combineEXTRACT_SUBVECTOR()
57120 InVec.getOperand(0).getValueType() == MVT::v4i32) { in combineEXTRACT_SUBVECTOR()
57121 return DAG.getNode(X86ISD::CVTSI2P, DL, VT, InVec.getOperand(0)); in combineEXTRACT_SUBVECTOR()
57125 InVec.getOperand(0).getValueType() == MVT::v4i32) { in combineEXTRACT_SUBVECTOR()
57126 return DAG.getNode(X86ISD::CVTUI2P, DL, VT, InVec.getOperand(0)); in combineEXTRACT_SUBVECTOR()
57130 InVec.getOperand(0).getValueType() == MVT::v4f32) { in combineEXTRACT_SUBVECTOR()
57131 return DAG.getNode(X86ISD::VFPEXT, DL, VT, InVec.getOperand(0)); in combineEXTRACT_SUBVECTOR()
57136 SDValue Src = InVec.getOperand(0); in combineEXTRACT_SUBVECTOR()
57144 InVec.getOperand(0).getValueSizeInBits() >= SizeInBits) { in combineEXTRACT_SUBVECTOR()
57145 SDValue Ext = InVec.getOperand(0); in combineEXTRACT_SUBVECTOR()
57152 InVec.getOperand(0).getValueType().is256BitVector() && in combineEXTRACT_SUBVECTOR()
57153 InVec.getOperand(1).getValueType().is256BitVector() && in combineEXTRACT_SUBVECTOR()
57154 InVec.getOperand(2).getValueType().is256BitVector()) { in combineEXTRACT_SUBVECTOR()
57155 SDValue Ext0 = extractSubVector(InVec.getOperand(0), 0, DAG, DL, 128); in combineEXTRACT_SUBVECTOR()
57156 SDValue Ext1 = extractSubVector(InVec.getOperand(1), 0, DAG, DL, 128); in combineEXTRACT_SUBVECTOR()
57157 SDValue Ext2 = extractSubVector(InVec.getOperand(2), 0, DAG, DL, 128); in combineEXTRACT_SUBVECTOR()
57162 SDValue InVecSrc = InVec.getOperand(0); in combineEXTRACT_SUBVECTOR()
57169 (IsExtractFree(InVec.getOperand(0)) || in combineEXTRACT_SUBVECTOR()
57170 IsExtractFree(InVec.getOperand(1))) && in combineEXTRACT_SUBVECTOR()
57173 extractSubVector(InVec.getOperand(0), IdxVal, DAG, DL, SizeInBits); in combineEXTRACT_SUBVECTOR()
57175 extractSubVector(InVec.getOperand(1), IdxVal, DAG, DL, SizeInBits); in combineEXTRACT_SUBVECTOR()
57177 return DAG.getNode(InOpcode, DL, VT, Ext0, Ext1, InVec.getOperand(2)); in combineEXTRACT_SUBVECTOR()
57183 extractSubVector(InVec.getOperand(0), IdxVal, DAG, DL, SizeInBits); in combineEXTRACT_SUBVECTOR()
57192 InVec.getConstantOperandAPInt(1) == 32) { in combineEXTRACT_SUBVECTOR()
57194 extractSubVector(InVec.getOperand(0), IdxVal, DAG, DL, SizeInBits); in combineEXTRACT_SUBVECTOR()
57195 return DAG.getNode(InOpcode, DL, VT, Ext, InVec.getOperand(1)); in combineEXTRACT_SUBVECTOR()