Lines Matching refs:ExVT
28480 MVT ExVT = MVT::getVectorVT(MVT::i16, VT.getVectorNumElements()); in LowerMUL() local
28483 DAG.getNode(ISD::MUL, dl, ExVT, in LowerMUL()
28484 DAG.getNode(ISD::ANY_EXTEND, dl, ExVT, A), in LowerMUL()
28485 DAG.getNode(ISD::ANY_EXTEND, dl, ExVT, B))); in LowerMUL()
28488 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts / 2); in LowerMUL() local
28505 SDValue Mask = DAG.getBitcast(VT, DAG.getConstant(0x00FF, dl, ExVT)); in LowerMUL()
28508 SDValue RLo = DAG.getNode(X86ISD::VPMADDUBSW, dl, ExVT, A, BLo); in LowerMUL()
28509 SDValue RHi = DAG.getNode(X86ISD::VPMADDUBSW, dl, ExVT, A, BHi); in LowerMUL()
28511 RHi = DAG.getNode(X86ISD::VSHLI, dl, ExVT, RHi, in LowerMUL()
28522 SDValue ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, Undef)); in LowerMUL()
28523 SDValue AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, Undef)); in LowerMUL()
28538 BLo = DAG.getBuildVector(ExVT, dl, LoOps); in LowerMUL()
28539 BHi = DAG.getBuildVector(ExVT, dl, HiOps); in LowerMUL()
28541 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, Undef)); in LowerMUL()
28542 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, Undef)); in LowerMUL()
28546 SDValue RLo = DAG.getNode(ISD::MUL, dl, ExVT, ALo, BLo); in LowerMUL()
28547 SDValue RHi = DAG.getNode(ISD::MUL, dl, ExVT, AHi, BHi); in LowerMUL()
28647 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts / 2); in LowervXi8MulWithUNPCK() local
28652 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, Zero, A)); in LowervXi8MulWithUNPCK()
28653 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, Zero, A)); in LowervXi8MulWithUNPCK()
28655 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, Zero)); in LowervXi8MulWithUNPCK()
28656 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, Zero)); in LowervXi8MulWithUNPCK()
28685 BLo = DAG.getBuildVector(ExVT, dl, LoOps); in LowervXi8MulWithUNPCK()
28686 BHi = DAG.getBuildVector(ExVT, dl, HiOps); in LowervXi8MulWithUNPCK()
28688 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, Zero, B)); in LowervXi8MulWithUNPCK()
28689 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, Zero, B)); in LowervXi8MulWithUNPCK()
28691 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, Zero)); in LowervXi8MulWithUNPCK()
28692 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, Zero)); in LowervXi8MulWithUNPCK()
28698 SDValue RLo = DAG.getNode(MulOpc, dl, ExVT, ALo, BLo); in LowervXi8MulWithUNPCK()
28699 SDValue RHi = DAG.getNode(MulOpc, dl, ExVT, AHi, BHi); in LowervXi8MulWithUNPCK()
28801 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts); in LowerMULH() local
28803 SDValue ExA = DAG.getNode(ExAVX, dl, ExVT, A); in LowerMULH()
28804 SDValue ExB = DAG.getNode(ExAVX, dl, ExVT, B); in LowerMULH()
28805 SDValue Mul = DAG.getNode(ISD::MUL, dl, ExVT, ExA, ExB); in LowerMULH()
28806 Mul = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG); in LowerMULH()
28862 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts); in LowerMULO() local
28864 SDValue ExA = DAG.getNode(ExAVX, dl, ExVT, A); in LowerMULO()
28865 SDValue ExB = DAG.getNode(ExAVX, dl, ExVT, B); in LowerMULO()
28866 SDValue Mul = DAG.getNode(ISD::MUL, dl, ExVT, ExA, ExB); in LowerMULO()
28877 High = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Mul, 8, DAG); in LowerMULO()
28880 getTargetVShiftByConstNode(X86ISD::VSHLI, dl, ExVT, Mul, 8, DAG); in LowerMULO()
28881 LowSign = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, LowSign, in LowerMULO()
28891 High = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG); in LowerMULO()
28900 getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG); in LowerMULO()
29194 MVT ExVT = MVT::getVectorVT(MVT::i32, VT.getVectorNumElements() * 2); in LowerShiftByScalarImmediate() local
29195 SDValue Ex = DAG.getBitcast(ExVT, R); in LowerShiftByScalarImmediate()
29207 getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex, 31, DAG); in LowerShiftByScalarImmediate()
29208 SDValue Lower = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex, in LowerShiftByScalarImmediate()
29211 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, {5, 1, 7, 3}); in LowerShiftByScalarImmediate()
29213 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, in LowerShiftByScalarImmediate()
29217 SDValue Upper = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex, in LowerShiftByScalarImmediate()
29221 Lower = DAG.getBitcast(ExVT, Lower); in LowerShiftByScalarImmediate()
29223 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, {4, 1, 6, 3}); in LowerShiftByScalarImmediate()
29225 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, in LowerShiftByScalarImmediate()
29709 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts); in LowerShift() local
29710 Amt = DAG.getZExtOrTrunc(Amt, dl, ExVT); in LowerShift()
29711 Amt = DAG.getNode(ISD::SUB, dl, ExVT, DAG.getConstant(8, dl, ExVT), Amt); in LowerShift()
29712 Amt = DAG.getNode(ISD::SHL, dl, ExVT, DAG.getConstant(1, dl, ExVT), Amt); in LowerShift()
29718 R = DAG.getExtOrTrunc(IsSigned, R, dl, ExVT); in LowerShift()
29719 R = DAG.getNode(ISD::MUL, dl, ExVT, R, Amt); in LowerShift()
29720 R = DAG.getNode(X86ISD::VSRLI, dl, ExVT, R, Cst8); in LowerShift()