Lines Matching refs:ShVT
6103 EVT ShVT = TLI.getShiftAmountTy(VT, DAG.getDataLayout()); in BuildExactSDIV() local
6104 EVT ShSVT = ShVT.getScalarType(); in BuildExactSDIV()
6130 Shift = DAG.getBuildVector(ShVT, dl, Shifts); in BuildExactSDIV()
6136 Shift = DAG.getSplatVector(ShVT, dl, Shifts[0]); in BuildExactSDIV()
6163 EVT ShVT = TLI.getShiftAmountTy(VT, DAG.getDataLayout()); in BuildExactUDIV() local
6164 EVT ShSVT = ShVT.getScalarType(); in BuildExactUDIV()
6193 Shift = DAG.getBuildVector(ShVT, dl, Shifts); in BuildExactUDIV()
6199 Shift = DAG.getSplatVector(ShVT, dl, Shifts[0]); in BuildExactUDIV()
6292 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in BuildSDIV() local
6293 EVT ShSVT = ShVT.getScalarType(); in BuildSDIV()
6362 Shift = DAG.getBuildVector(ShVT, dl, Shifts); in BuildSDIV()
6371 Shift = DAG.getSplatVector(ShVT, dl, Shifts[0]); in BuildSDIV()
6436 SDValue SignShift = DAG.getConstant(EltBits - 1, dl, ShVT); in BuildSDIV()
6454 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in BuildUDIV() local
6455 EVT ShSVT = ShVT.getScalarType(); in BuildUDIV()
6540 PreShift = DAG.getBuildVector(ShVT, dl, PreShifts); in BuildUDIV()
6543 PostShift = DAG.getBuildVector(ShVT, dl, PostShifts); in BuildUDIV()
6548 PreShift = DAG.getSplatVector(ShVT, dl, PreShifts[0]); in BuildUDIV()
6551 PostShift = DAG.getSplatVector(ShVT, dl, PostShifts[0]); in BuildUDIV()
6618 NPQ = DAG.getNode(ISD::SRL, dl, VT, NPQ, DAG.getConstant(1, dl, ShVT)); in BuildUDIV()
6704 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in prepareUREMEqFold() local
6705 EVT ShSVT = ShVT.getScalarType(); in prepareUREMEqFold()
6826 KVal = DAG.getBuildVector(ShVT, DL, KAmts); in prepareUREMEqFold()
6833 KVal = DAG.getSplatVector(ShVT, DL, KAmts[0]); in prepareUREMEqFold()
6962 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in prepareSREMEqFold() local
6963 EVT ShSVT = ShVT.getScalarType(); in prepareSREMEqFold()
7102 KVal = DAG.getBuildVector(ShVT, DL, KAmts); in prepareSREMEqFold()
7111 KVal = DAG.getSplatVector(ShVT, DL, KAmts[0]); in prepareSREMEqFold()
7930 EVT ShVT = Z.getValueType(); in expandVPFunnelShift() local
7935 SDValue BitWidthC = DAG.getConstant(BW, DL, ShVT); in expandVPFunnelShift()
7936 ShAmt = DAG.getNode(ISD::VP_UREM, DL, ShVT, Z, BitWidthC, Mask, VL); in expandVPFunnelShift()
7937 InvShAmt = DAG.getNode(ISD::VP_SUB, DL, ShVT, BitWidthC, ShAmt, Mask, VL); in expandVPFunnelShift()
7945 SDValue BitMask = DAG.getConstant(BW - 1, DL, ShVT); in expandVPFunnelShift()
7948 ShAmt = DAG.getNode(ISD::VP_AND, DL, ShVT, Z, BitMask, Mask, VL); in expandVPFunnelShift()
7950 SDValue NotZ = DAG.getNode(ISD::VP_XOR, DL, ShVT, Z, in expandVPFunnelShift()
7951 DAG.getAllOnesConstant(DL, ShVT), Mask, VL); in expandVPFunnelShift()
7952 InvShAmt = DAG.getNode(ISD::VP_AND, DL, ShVT, NotZ, BitMask, Mask, VL); in expandVPFunnelShift()
7954 SDValue BitWidthC = DAG.getConstant(BW, DL, ShVT); in expandVPFunnelShift()
7955 ShAmt = DAG.getNode(ISD::VP_UREM, DL, ShVT, Z, BitWidthC, Mask, VL); in expandVPFunnelShift()
7956 InvShAmt = DAG.getNode(ISD::VP_SUB, DL, ShVT, BitMask, ShAmt, Mask, VL); in expandVPFunnelShift()
7959 SDValue One = DAG.getConstant(1, DL, ShVT); in expandVPFunnelShift()
7994 EVT ShVT = Z.getValueType(); in expandFunnelShift() local
8003 SDValue Zero = DAG.getConstant(0, DL, ShVT); in expandFunnelShift()
8008 SDValue One = DAG.getConstant(1, DL, ShVT); in expandFunnelShift()
8016 Z = DAG.getNOT(DL, Z, ShVT); in expandFunnelShift()
8027 SDValue BitWidthC = DAG.getConstant(BW, DL, ShVT); in expandFunnelShift()
8028 ShAmt = DAG.getNode(ISD::UREM, DL, ShVT, Z, BitWidthC); in expandFunnelShift()
8029 InvShAmt = DAG.getNode(ISD::SUB, DL, ShVT, BitWidthC, ShAmt); in expandFunnelShift()
8035 SDValue Mask = DAG.getConstant(BW - 1, DL, ShVT); in expandFunnelShift()
8038 ShAmt = DAG.getNode(ISD::AND, DL, ShVT, Z, Mask); in expandFunnelShift()
8040 InvShAmt = DAG.getNode(ISD::AND, DL, ShVT, DAG.getNOT(DL, Z, ShVT), Mask); in expandFunnelShift()
8042 SDValue BitWidthC = DAG.getConstant(BW, DL, ShVT); in expandFunnelShift()
8043 ShAmt = DAG.getNode(ISD::UREM, DL, ShVT, Z, BitWidthC); in expandFunnelShift()
8044 InvShAmt = DAG.getNode(ISD::SUB, DL, ShVT, Mask, ShAmt); in expandFunnelShift()
8047 SDValue One = DAG.getConstant(1, DL, ShVT); in expandFunnelShift()
8071 EVT ShVT = Op1.getValueType(); in expandROT() local
8072 SDValue Zero = DAG.getConstant(0, DL, ShVT); in expandROT()
8078 SDValue Sub = DAG.getNode(ISD::SUB, DL, ShVT, Zero, Op1); in expandROT()
8092 SDValue BitWidthMinusOneC = DAG.getConstant(EltSizeInBits - 1, DL, ShVT); in expandROT()
8098 SDValue NegOp1 = DAG.getNode(ISD::SUB, DL, ShVT, Zero, Op1); in expandROT()
8099 SDValue ShAmt = DAG.getNode(ISD::AND, DL, ShVT, Op1, BitWidthMinusOneC); in expandROT()
8101 SDValue HsAmt = DAG.getNode(ISD::AND, DL, ShVT, NegOp1, BitWidthMinusOneC); in expandROT()
8106 SDValue BitWidthC = DAG.getConstant(EltSizeInBits, DL, ShVT); in expandROT()
8107 SDValue ShAmt = DAG.getNode(ISD::UREM, DL, ShVT, Op1, BitWidthC); in expandROT()
8109 SDValue HsAmt = DAG.getNode(ISD::SUB, DL, ShVT, BitWidthMinusOneC, ShAmt); in expandROT()
8110 SDValue One = DAG.getConstant(1, DL, ShVT); in expandROT()
8833 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in expandCTPOP() local
8859 DAG.getConstant(1, dl, ShVT)), in expandCTPOP()
8865 DAG.getConstant(2, dl, ShVT)), in expandCTPOP()
8871 DAG.getConstant(4, dl, ShVT))), in expandCTPOP()
8885 DAG.getConstant(8, dl, ShVT))), in expandCTPOP()
8904 return DAG.getNode(ISD::SRL, dl, VT, V, DAG.getConstant(Len - 8, dl, ShVT)); in expandCTPOP()
8910 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in expandVPCTPOP() local
8935 DAG.getConstant(1, dl, ShVT), Mask, VL), in expandVPCTPOP()
8943 DAG.getConstant(2, dl, ShVT), Mask, VL), in expandVPCTPOP()
8948 Tmp4 = DAG.getNode(ISD::VP_SRL, dl, VT, Op, DAG.getConstant(4, dl, ShVT), in expandVPCTPOP()
8972 return DAG.getNode(ISD::VP_SRL, dl, VT, V, DAG.getConstant(Len - 8, dl, ShVT), in expandVPCTPOP()
8979 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in expandCTLZ() local
9018 SDValue Tmp = DAG.getConstant(1ULL << i, dl, ShVT); in expandCTLZ()
9029 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in expandVPCTLZ() local
9043 SDValue Tmp = DAG.getConstant(1ULL << i, dl, ShVT); in expandVPCTLZ()