Lines Matching refs:NVT
3791 MVT NVT = Node->getSimpleValueType(0); in matchBitExtract() local
3794 if (NVT != MVT::i32 && NVT != MVT::i64) in matchBitExtract()
3850 auto isAllOnes = [this, peekThroughOneUseTruncation, NVT](SDValue V) { in matchBitExtract()
3854 NVT.getSizeInBits())); in matchBitExtract()
3971 X = CurDAG->getAllOnesConstant(SDLoc(Node), NVT); in matchBitExtract()
4002 SDValue BitWidthC = CurDAG->getConstant(NVT.getSizeInBits(), DL, MVT::i32); in matchBitExtract()
4011 if (NVT != MVT::i32) { in matchBitExtract()
4013 NBits = CurDAG->getNode(ISD::ANY_EXTEND, DL, NVT, NBits); in matchBitExtract()
4017 SDValue Extract = CurDAG->getNode(X86ISD::BZHI, DL, NVT, X, NBits); in matchBitExtract()
4079 if (XVT != NVT) { in matchBitExtract()
4081 Extract = CurDAG->getNode(ISD::TRUNCATE, DL, NVT, Extract); in matchBitExtract()
4092 MVT NVT = Node->getSimpleValueType(0); in matchBEXTRFromAndImm() local
4118 if (NVT != MVT::i32 && NVT != MVT::i64) in matchBEXTRFromAndImm()
4142 if (Shift + MaskSize > NVT.getSizeInBits()) in matchBEXTRFromAndImm()
4160 Control = CurDAG->getTargetConstant(Shift + MaskSize, dl, NVT); in matchBEXTRFromAndImm()
4161 ROpc = NVT == MVT::i64 ? GET_EGPR_IF_ENABLED(X86::BZHI64rr) in matchBEXTRFromAndImm()
4163 MOpc = NVT == MVT::i64 ? GET_EGPR_IF_ENABLED(X86::BZHI64rm) in matchBEXTRFromAndImm()
4165 unsigned NewOpc = NVT == MVT::i64 ? X86::MOV32ri64 : X86::MOV32ri; in matchBEXTRFromAndImm()
4166 Control = SDValue(CurDAG->getMachineNode(NewOpc, dl, NVT, Control), 0); in matchBEXTRFromAndImm()
4172 Control = CurDAG->getTargetConstant(Shift | (MaskSize << 8), dl, NVT); in matchBEXTRFromAndImm()
4174 ROpc = NVT == MVT::i64 ? X86::BEXTRI64ri : X86::BEXTRI32ri; in matchBEXTRFromAndImm()
4175 MOpc = NVT == MVT::i64 ? X86::BEXTRI64mi : X86::BEXTRI32mi; in matchBEXTRFromAndImm()
4179 ROpc = NVT == MVT::i64 ? GET_EGPR_IF_ENABLED(X86::BEXTR64rr) in matchBEXTRFromAndImm()
4181 MOpc = NVT == MVT::i64 ? GET_EGPR_IF_ENABLED(X86::BEXTR64rm) in matchBEXTRFromAndImm()
4183 unsigned NewOpc = NVT == MVT::i64 ? X86::MOV32ri64 : X86::MOV32ri; in matchBEXTRFromAndImm()
4184 Control = SDValue(CurDAG->getMachineNode(NewOpc, dl, NVT, Control), 0); in matchBEXTRFromAndImm()
4194 SDVTList VTs = CurDAG->getVTList(NVT, MVT::i32, MVT::Other); in matchBEXTRFromAndImm()
4201 NewNode = CurDAG->getMachineNode(ROpc, dl, NVT, MVT::i32, Input, Control); in matchBEXTRFromAndImm()
4206 SDValue ShAmt = CurDAG->getTargetConstant(Shift, dl, NVT); in matchBEXTRFromAndImm()
4207 unsigned NewOpc = NVT == MVT::i64 ? GET_ND_IF_ENABLED(X86::SHR64ri) in matchBEXTRFromAndImm()
4210 CurDAG->getMachineNode(NewOpc, dl, NVT, SDValue(NewNode, 0), ShAmt); in matchBEXTRFromAndImm()
4409 MVT NVT = N->getSimpleValueType(0); in tryShrinkShlLogicImm() local
4439 if (NVT != MVT::i32 && NVT != MVT::i64) in tryShrinkShlLogicImm()
4461 if (NVT == MVT::i64 && !isUInt<32>(Val) && isUInt<32>(ShiftedVal)) in tryShrinkShlLogicImm()
4474 if (NVT == MVT::i64 && !isUInt<32>(Val) && isUInt<32>(ShiftedVal)) in tryShrinkShlLogicImm()
4495 APInt NeededMask = APInt::getLowBitsSet(NVT.getSizeInBits(), in tryShrinkShlLogicImm()
4505 SDValue NewX = CurDAG->getNode(ISD::ANY_EXTEND, dl, NVT, X); in tryShrinkShlLogicImm()
4510 SDValue NewCst = CurDAG->getConstant(ShiftedVal, dl, NVT); in tryShrinkShlLogicImm()
4512 SDValue NewBinOp = CurDAG->getNode(Opcode, dl, NVT, X, NewCst); in tryShrinkShlLogicImm()
4514 SDValue NewSHL = CurDAG->getNode(ISD::SHL, dl, NVT, NewBinOp, in tryShrinkShlLogicImm()
4584 MVT NVT = Root->getSimpleValueType(0); in matchVPTERNLOG() local
4588 SDVTList VTs = CurDAG->getVTList(NVT, MVT::Other); in matchVPTERNLOG()
4597 if (NVT.is128BitVector()) in matchVPTERNLOG()
4599 else if (NVT.is256BitVector()) in matchVPTERNLOG()
4601 else if (NVT.is512BitVector()) in matchVPTERNLOG()
4606 bool UseD = NVT.getVectorElementType() == MVT::i32; in matchVPTERNLOG()
4607 if (NVT.is128BitVector()) in matchVPTERNLOG()
4609 else if (NVT.is256BitVector()) in matchVPTERNLOG()
4611 else if (NVT.is512BitVector()) in matchVPTERNLOG()
4625 bool UseD = NVT.getVectorElementType() == MVT::i32; in matchVPTERNLOG()
4627 if (NVT.is128BitVector()) in matchVPTERNLOG()
4629 else if (NVT.is256BitVector()) in matchVPTERNLOG()
4631 else if (NVT.is512BitVector()) in matchVPTERNLOG()
4636 MNode = CurDAG->getMachineNode(Opc, DL, NVT, {A, B, C, TImm}); in matchVPTERNLOG()
4647 MVT NVT = N->getSimpleValueType(0); in tryVPTERNLOG() local
4650 if (!NVT.isVector() || !Subtarget->hasAVX512() || in tryVPTERNLOG()
4651 NVT.getVectorElementType() == MVT::i1) in tryVPTERNLOG()
4655 if (!(Subtarget->hasVLX() || NVT.is512BitVector())) in tryVPTERNLOG()
5030 MVT NVT = N->getSimpleValueType(0); in tryMatchBitSelect() local
5033 if (!NVT.isVector() || !Subtarget->hasAVX512()) in tryMatchBitSelect()
5037 if (!(Subtarget->hasVLX() || NVT.is512BitVector())) in tryMatchBitSelect()
5068 SDValue Ternlog = CurDAG->getNode(X86ISD::VPTERNLOG, dl, NVT, A, B, C, Imm); in tryMatchBitSelect()
5076 MVT NVT = Node->getSimpleValueType(0); in Select() local
5300 if (NVT.is512BitVector() || NVT.is256BitVector() || NVT.is128BitVector() || in Select()
5301 NVT == MVT::f128) { in Select()
5332 if (NVT.isVector() && NVT.getVectorElementType() == MVT::i1) { in Select()
5380 if (NVT != MVT::i8 && NVT != MVT::i16 && NVT != MVT::i32 && NVT != MVT::i64) in Select()
5407 switch (NVT.SimpleTy) { in Select()
5518 SDVTList VTs = CurDAG->getVTList(NVT, MVT::i32, MVT::Other); in Select()
5530 CurDAG->SelectNodeTo(Node, ROpc, NVT, MVT::i32, N0, N1); in Select()
5536 if (NVT != MVT::i8) in Select()
5544 switch (NVT.SimpleTy) { in Select()
5585 if (NVT == MVT::i8) in Select()
5586 VTs = CurDAG->getVTList(NVT, MVT::i32, MVT::Other); in Select()
5588 VTs = CurDAG->getVTList(NVT, NVT, MVT::i32, MVT::Other); in Select()
5595 ReplaceUses(N1.getValue(1), SDValue(CNode, NVT == MVT::i8 ? 2 : 3)); in Select()
5602 if (NVT == MVT::i8) in Select()
5603 VTs = CurDAG->getVTList(NVT, MVT::i32); in Select()
5605 VTs = CurDAG->getVTList(NVT, NVT, MVT::i32); in Select()
5611 ReplaceUses(SDValue(Node, 1), SDValue(CNode, NVT == MVT::i8 ? 1 : 2)); in Select()
5626 switch (NVT.SimpleTy) { in Select()
5672 SDVTList VTs = CurDAG->getVTList(NVT, MVT::Other); in Select()
5677 SDVTList VTs = CurDAG->getVTList(NVT, NVT, MVT::Other); in Select()
5696 SDVTList VTs = CurDAG->getVTList(NVT); in Select()
5700 SDVTList VTs = CurDAG->getVTList(NVT, NVT); in Select()
5716 NVT, InGlue); in Select()
5728 NVT, InGlue); in Select()
5748 switch (NVT.SimpleTy) { in Select()
5756 switch (NVT.SimpleTy) { in Select()
5767 switch (NVT.SimpleTy) { in Select()
5793 if (NVT == MVT::i8) { in Select()
5829 switch (NVT.SimpleTy) { in Select()
5900 LoReg, NVT, InGlue); in Select()
5909 HiReg, NVT, InGlue); in Select()
6264 if (NVT.isVector() && tryVPTESTM(Node, SDValue(Node, 0), SDValue())) in Select()