Lines Matching refs:WideVT
12447 MVT WideVT = WideVec.getSimpleValueType(); in lowerShuffleOfExtractsAsVperm() local
12448 if (!WideVT.is256BitVector()) in lowerShuffleOfExtractsAsVperm()
12473 SDValue Shuf = DAG.getVectorShuffle(WideVT, DL, WideVec, DAG.getUNDEF(WideVT), in lowerShuffleOfExtractsAsVperm()
17405 MVT WideVT = Res.getSimpleValueType(); in lower1BitShuffle() local
17407 if (Opcode == X86ISD::KSHIFTR && WideVT != VT) { in lower1BitShuffle()
17408 int WideElts = WideVT.getVectorNumElements(); in lower1BitShuffle()
17410 Res = DAG.getNode(X86ISD::KSHIFTL, DL, WideVT, Res, in lower1BitShuffle()
17416 Res = DAG.getNode(Opcode, DL, WideVT, Res, in lower1BitShuffle()
19227 MVT WideVT = VT == MVT::v4f32 ? MVT::v8f32 : MVT::v8f64; in lowerINT_TO_FP_vXi64() local
19237 Res = DAG.getNode(Op.getOpcode(), DL, {WideVT, MVT::Other}, in lowerINT_TO_FP_vXi64()
19241 Res = DAG.getNode(Op.getOpcode(), DL, WideVT, Src); in lowerINT_TO_FP_vXi64()
19679 MVT WideVT = VT == MVT::v4f64 ? MVT::v8f64 : MVT::v16f32; in lowerUINT_TO_FP_vXi32() local
19689 Res = DAG.getNode(ISD::STRICT_UINT_TO_FP, DL, {WideVT, MVT::Other}, in lowerUINT_TO_FP_vXi32()
19693 Res = DAG.getNode(ISD::UINT_TO_FP, DL, WideVT, V); in lowerUINT_TO_FP_vXi32()
20253 MVT WideVT = ExtVT; in LowerZERO_EXTEND_Mask() local
20259 WideVT = MVT::getVectorVT(ExtVT.getVectorElementType(), in LowerZERO_EXTEND_Mask()
20263 SDValue One = DAG.getConstant(1, DL, WideVT); in LowerZERO_EXTEND_Mask()
20264 SDValue Zero = DAG.getConstant(0, DL, WideVT); in LowerZERO_EXTEND_Mask()
20266 SDValue SelectedVal = DAG.getSelect(DL, WideVT, In, One, Zero); in LowerZERO_EXTEND_Mask()
20270 WideVT = MVT::getVectorVT(MVT::i8, NumElts); in LowerZERO_EXTEND_Mask()
20271 SelectedVal = DAG.getNode(ISD::TRUNCATE, DL, WideVT, SelectedVal); in LowerZERO_EXTEND_Mask()
20275 if (WideVT != VT) in LowerZERO_EXTEND_Mask()
20997 MVT WideVT = SrcVT == MVT::v4f64 ? MVT::v8f64 : MVT::v16f32; in LowerFP_TO_INT() local
21003 IsStrict ? DAG.getConstantFP(0.0, dl, WideVT) : DAG.getUNDEF(WideVT); in LowerFP_TO_INT()
21004 Src = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, WideVT, Tmp, Src, in LowerFP_TO_INT()
21028 MVT WideVT = SrcVT == MVT::v4f32 ? MVT::v8f32 : MVT::v8f64; in LowerFP_TO_INT() local
21033 IsStrict ? DAG.getConstantFP(0.0, dl, WideVT) : DAG.getUNDEF(WideVT); in LowerFP_TO_INT()
21034 Src = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, WideVT, Tmp, Src, in LowerFP_TO_INT()
24373 MVT WideVT = ExtVT; in LowerSIGN_EXTEND_Mask() local
24379 WideVT = MVT::getVectorVT(ExtVT.getVectorElementType(), NumElts); in LowerSIGN_EXTEND_Mask()
24383 MVT WideEltVT = WideVT.getVectorElementType(); in LowerSIGN_EXTEND_Mask()
24386 V = DAG.getNode(Op.getOpcode(), dl, WideVT, In); in LowerSIGN_EXTEND_Mask()
24388 SDValue NegOne = DAG.getConstant(-1, dl, WideVT); in LowerSIGN_EXTEND_Mask()
24389 SDValue Zero = DAG.getConstant(0, dl, WideVT); in LowerSIGN_EXTEND_Mask()
24390 V = DAG.getSelect(dl, WideVT, In, NegOne, Zero); in LowerSIGN_EXTEND_Mask()
24395 WideVT = MVT::getVectorVT(VTElt, NumElts); in LowerSIGN_EXTEND_Mask()
24396 V = DAG.getNode(ISD::TRUNCATE, dl, WideVT, V); in LowerSIGN_EXTEND_Mask()
24400 if (WideVT != VT) in LowerSIGN_EXTEND_Mask()
24724 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), StoreVT); in LowerStore() local
24725 StoredVal = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT, StoredVal, in LowerStore()
28439 MVT WideVT = MVT::getIntegerVT(WideBits); in LowerABD() local
28440 if (TLI.isTypeLegal(WideVT)) { in LowerABD()
28444 SDValue LHS = DAG.getNode(ExtOpc, dl, WideVT, Op.getOperand(0)); in LowerABD()
28445 SDValue RHS = DAG.getNode(ExtOpc, dl, WideVT, Op.getOperand(1)); in LowerABD()
28446 SDValue Diff = DAG.getNode(ISD::SUB, dl, WideVT, LHS, RHS); in LowerABD()
28447 SDValue AbsDiff = DAG.getNode(ISD::ABS, dl, WideVT, Diff); in LowerABD()
29994 MVT WideVT = MVT::getVectorVT(MVT::i16, NumElts / 2); in LowerFunnelShift() local
29999 supportedVectorShiftWithImm(WideVT, Subtarget, ISD::SHL)))) { in LowerFunnelShift()
30006 DAG.getNode(ISD::SHL, DL, WideVT, DAG.getBitcast(WideVT, Op0), in LowerFunnelShift()
30007 DAG.getShiftAmountConstant(ShXAmt, WideVT, DL)); in LowerFunnelShift()
30009 DAG.getNode(ISD::SRL, DL, WideVT, DAG.getBitcast(WideVT, Op1), in LowerFunnelShift()
30010 DAG.getShiftAmountConstant(ShYAmt, WideVT, DL)); in LowerFunnelShift()
30068 MVT WideVT = MVT::getVectorVT(WideSVT, NumElts); in LowerFunnelShift() local
30077 if (supportedVectorVarShift(WideVT, Subtarget, ShiftOpc) && in LowerFunnelShift()
30078 supportedVectorShiftWithImm(WideVT, Subtarget, ShiftOpc)) { in LowerFunnelShift()
30079 Op0 = DAG.getNode(ISD::ANY_EXTEND, DL, WideVT, Op0); in LowerFunnelShift()
30080 Op1 = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, Op1); in LowerFunnelShift()
30081 AmtMod = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, AmtMod); in LowerFunnelShift()
30082 Op0 = getTargetVShiftByConstNode(X86ISD::VSHLI, DL, WideVT, Op0, in LowerFunnelShift()
30084 SDValue Res = DAG.getNode(ISD::OR, DL, WideVT, Op0, Op1); in LowerFunnelShift()
30085 Res = DAG.getNode(ShiftOpc, DL, WideVT, Res, AmtMod); in LowerFunnelShift()
30087 Res = getTargetVShiftByConstNode(X86ISD::VSRLI, DL, WideVT, Res, in LowerFunnelShift()
30313 MVT WideVT = in LowerRotate() local
30319 if (supportedVectorVarShift(WideVT, Subtarget, ShiftOpc) && in LowerRotate()
30320 supportedVectorShiftWithImm(WideVT, Subtarget, ShiftOpc)) { in LowerRotate()
30325 R = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, R); in LowerRotate()
30327 ISD::OR, DL, WideVT, R, in LowerRotate()
30328 getTargetVShiftByConstNode(X86ISD::VSHLI, DL, WideVT, R, 8, DAG)); in LowerRotate()
30329 Amt = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, AmtMod); in LowerRotate()
30330 R = DAG.getNode(ShiftOpc, DL, WideVT, R, Amt); in LowerRotate()
30332 R = getTargetVShiftByConstNode(X86ISD::VSRLI, DL, WideVT, R, 8, DAG); in LowerRotate()
31979 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), VT); in LowerMSCATTER() local
31980 Src = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT, Src, DAG.getUNDEF(VT)); in LowerMSCATTER()
32657 EVT WideVT = EVT::getVectorVT(*DAG.getContext(), in ReplaceNodeResults() local
32667 SDValue Res = DAG.getNode(N->getOpcode(), dl, WideVT, InVec0, InVec1); in ReplaceNodeResults()
33552 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), DstVT); in ReplaceNodeResults() local
33555 Res = DAG.getBitcast(WideVT, Res); in ReplaceNodeResults()
33572 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), VT); in ReplaceNodeResults() local
33575 SDValue PassThru = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT, in ReplaceNodeResults()
33588 X86ISD::MGATHER, dl, DAG.getVTList(WideVT, MVT::Other), Ops, in ReplaceNodeResults()
33615 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), VT); in ReplaceNodeResults() local
33616 Res = DAG.getBitcast(WideVT, Res); in ReplaceNodeResults()
41404 MVT WideVT = MVT::getVectorVT( in combineTargetShuffle() local
41407 DL, WideVT.getSizeInBits()); in combineTargetShuffle()
41408 SDValue Perm = DAG.getNode(X86ISD::VPERMV, DL, WideVT, Mask, in combineTargetShuffle()
41409 DAG.getBitcast(WideVT, V1.getOperand(0))); in combineTargetShuffle()
45038 EVT WideVT = EVT::getVectorVT(*DAG.getContext(), MVT::i16, NumElts / 2); in combineArithReduction() local
45041 Lo = DAG.getBitcast(WideVT, Lo); in combineArithReduction()
45042 Hi = DAG.getBitcast(WideVT, Hi); in combineArithReduction()
45043 Rdx = DAG.getNode(Opc, DL, WideVT, Lo, Hi); in combineArithReduction()
56954 MVT WideVT = Ext->getOperand(0).getSimpleValueType(); in narrowExtractedVectorSelect() local
56960 unsigned CastedElts = WideVT.getVectorNumElements(); in narrowExtractedVectorSelect()
56977 unsigned NarrowingFactor = WideVT.getSizeInBits() / VT.getSizeInBits(); in narrowExtractedVectorSelect()