Lines Matching refs:ZERO_EXTEND
1012 setOperationAction(ISD::ZERO_EXTEND, VT, Expand); in X86TargetLowering()
1508 setOperationAction(ISD::ZERO_EXTEND, MVT::v8i64, Custom); in X86TargetLowering()
1509 setOperationAction(ISD::ZERO_EXTEND, MVT::v16i32, Custom); in X86TargetLowering()
1521 setOperationAction(ISD::ZERO_EXTEND, VT, Custom); in X86TargetLowering()
1735 setOperationAction(ISD::ZERO_EXTEND, VT, Custom); in X86TargetLowering()
1860 setOperationAction(ISD::ZERO_EXTEND, MVT::v32i16, Custom); in X86TargetLowering()
1861 setOperationAction(ISD::ZERO_EXTEND, MVT::v16i32, Custom); in X86TargetLowering()
1862 setOperationAction(ISD::ZERO_EXTEND, MVT::v8i64, Custom); in X86TargetLowering()
1873 setOperationAction(ISD::ZERO_EXTEND, MVT::v64i8, Custom); in X86TargetLowering()
2153 setOperationAction(ISD::ZERO_EXTEND, MVT::v32i8, Custom); in X86TargetLowering()
2543 ISD::ZERO_EXTEND, in X86TargetLowering()
2680 return (ISD::ZERO_EXTEND == Opcode); in mayFoldIntoZeroExtend()
4518 ISD::ZERO_EXTEND == Opcode) && in getEXTEND_VECTOR_INREG()
6032 Scl.getOpcode() == ISD::ZERO_EXTEND || in getFauxShuffleMask()
6252 case ISD::ZERO_EXTEND: in getFauxShuffleMask()
7319 (Op0.getOpcode() == ISD::ZERO_EXTEND && in lowerBuildVectorAsBroadcast()
8749 if (ExtractedIndex.getOpcode() == ISD::ZERO_EXTEND || in LowerBUILD_VECTORAsVariablePermute()
8986 Item = DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::i32, Item); in LowerBUILD_VECTOR()
11934 InputV = getEXTEND_VECTOR_INREG(AnyExt ? ISD::ANY_EXTEND : ISD::ZERO_EXTEND, in lowerShuffleAsSpecificZeroOrAnyExtend()
12266 V2S = DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::i32, V2S); in lowerShuffleAsElementInsertion()
18348 N1 = DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::i32, N1); in LowerINSERT_VECTOR_ELT()
19646 SDValue ZExtIn = DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::v2i64, N0); in lowerUINT_TO_FP_v2i32()
19706 SDValue ZExtIn = DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::v4i64, V); in lowerUINT_TO_FP_vXi32()
19875 Src = DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::i64, Src); in LowerUINT_TO_FP()
20099 SDValue Zext = DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::i64, Cmp); in FP_TO_INTHelper()
20158 assert((Opc == ISD::ANY_EXTEND || Opc == ISD::ZERO_EXTEND) && in LowerAVXExtend()
20204 bool NeedZero = Opc == ISD::ZERO_EXTEND; in LowerAVXExtend()
20247 return SplitAndExtendv16i1(ISD::ZERO_EXTEND, VT, In, DL, DAG); in LowerZERO_EXTEND_Mask()
22145 if (X.getOpcode() == ISD::ZERO_EXTEND) { in combineVectorSizedSetCCEquality()
22730 isX86CCSigned(X86CC) ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND; in EmitCmp()
24471 : ISD::ZERO_EXTEND; in LowerEXTEND_VECTOR_INREG()
25251 (ShAmt.getOpcode() == ISD::ZERO_EXTEND || in getTargetVShiftNode()
25969 return DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::i32, SetCC); in LowerINTRINSIC_WO_CHAIN()
25991 return DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::i32, in LowerINTRINSIC_WO_CHAIN()
26253 return DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::i32, SetCC); in LowerINTRINSIC_WO_CHAIN()
26315 return DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::i32, SetCC); in LowerINTRINSIC_WO_CHAIN()
27229 SDValue Ret = DAG.getNode(ISD::ZERO_EXTEND, dl, Op->getValueType(0), SetCC); in LowerINTRINSIC_W_CHAIN()
27780 RMBits = DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::i32, RMBits); in LowerSET_ROUNDING()
27941 Op = DAG.getNode(ISD::ZERO_EXTEND, dl, NewVT, Op.getOperand(0)); in LowerVectorCTLZ_AVX512CDI()
28069 Op = DAG.getNode(ISD::ZERO_EXTEND, dl, OpVT, Op); in LowerCTLZ()
28443 unsigned ExtOpc = IsSigned ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND; in LowerABD()
28802 unsigned ExAVX = IsSigned ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND; in LowerMULH()
28863 unsigned ExAVX = IsSigned ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND; in LowerMULO()
28907 High = DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::v16i32, High); in LowerMULO()
29691 unsigned ExtOpc = Opc == ISD::SRA ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND; in LowerShift()
29693 Amt = DAG.getNode(ISD::ZERO_EXTEND, dl, ExtVT, Amt); in LowerShift()
30080 Op1 = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, Op1); in LowerFunnelShift()
30081 AmtMod = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, AmtMod); in LowerFunnelShift()
30325 R = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, R); in LowerRotate()
30329 Amt = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, AmtMod); in LowerRotate()
31121 Lo = DAG.getNode(ISD::ZERO_EXTEND, DL, MVT::i64, Lo); in getPMOVMSKB()
31334 Op = DAG.getNode(ISD::ZERO_EXTEND, DL, NewVT, Op0); in LowerVectorCTPOP()
31597 return DAG.getNode(ISD::ZERO_EXTEND, DL, VT, Setnp); in LowerPARITY()
31635 return DAG.getNode(ISD::ZERO_EXTEND, DL, VT, Setnp); in LowerPARITY()
32193 Op = DAG.getNode(ISD::ZERO_EXTEND, dl, DstVT, Src); in LowerADDRSPACECAST()
32390 case ISD::ZERO_EXTEND: return LowerZERO_EXTEND(Op, Subtarget, DAG); in LowerOperation()
32565 Op = DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::i64, Op); in ReplaceNodeResults()
32582 Wide = DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::i64, Wide); in ReplaceNodeResults()
32611 unsigned ExtOpc = IsSigned ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND; in ReplaceNodeResults()
32818 case ISD::ZERO_EXTEND: { in ReplaceNodeResults()
33247 SDValue ZExtIn = DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::v2i64, Src); in ReplaceNodeResults()
37880 : (MatchSign ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND)); in matchUnaryShuffle()
43811 case ISD::ZERO_EXTEND: { in combineBitcastToBoolVector()
44162 if ((Op.getOpcode() == ISD::ZERO_EXTEND || in detectExtMul()
44194 if (Op0.getOpcode() != ISD::ZERO_EXTEND || in detectZextAbsDiff()
44196 Op1.getOpcode() != ISD::ZERO_EXTEND || in detectZextAbsDiff()
44592 Root.getOpcode() == ISD::ZERO_EXTEND || in combineBasicSADPattern()
45106 (EltSizeInBits == 16 || Rdx.getOpcode() == ISD::ZERO_EXTEND || in combineArithReduction()
45361 if (Opcode != ISD::SIGN_EXTEND && Opcode != ISD::ZERO_EXTEND && in combineToExtendBoolVectorInReg()
45647 SDValue R = DAG.getNode(ISD::ZERO_EXTEND, DL, VT, Cond); in combineSelectOfTwoConstants()
46635 while (SetCC.getOpcode() == ISD::ZERO_EXTEND || in checkBoolTestSetCCCombine()
46680 if (Op.getOpcode() == ISD::ZERO_EXTEND || in checkBoolTestSetCCCombine()
46764 Carry.getOpcode() == ISD::ZERO_EXTEND || in combineCarryThroughADD()
47286 Cond = DAG.getNode(ISD::ZERO_EXTEND, DL, TrueC->getValueType(0), Cond); in combineCMov()
47300 Cond = DAG.getNode(ISD::ZERO_EXTEND, DL, in combineCMov()
47333 Cond = DAG.getNode(ISD::ZERO_EXTEND, DL, FalseC->getValueType(0), in combineCMov()
47589 return DAG.getNode((Mode == ShrinkMode::MULU8) ? ISD::ZERO_EXTEND in reduceVMULWidth()
47742 (((N0.getOpcode() == ISD::ZERO_EXTEND && in combineMulToPMADDWD()
47744 (N1.getOpcode() == ISD::ZERO_EXTEND && in combineMulToPMADDWD()
47779 return DAG.getNode(ISD::ZERO_EXTEND, DL, VT, Src); in combineMulToPMADDWD()
47785 return DAG.getNode(ISD::ZERO_EXTEND, DL, VT, Src); in combineMulToPMADDWD()
48081 if ((ExtOpc != ISD::SIGN_EXTEND && ExtOpc != ISD::ZERO_EXTEND) || in combineShiftToPMULH()
48097 ExtOpc = N->getOpcode() == ISD::SRA ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND; in combineShiftToPMULH()
48157 } else if ((N00.getOpcode() == ISD::ZERO_EXTEND || in combineShiftLeft()
48572 unsigned ExtOpc = IsSigned ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND; in combineVectorPack()
48920 case ISD::ZERO_EXTEND: in combineCompareEqual()
49144 DAG.FoldConstantArithmetic(ISD::ZERO_EXTEND, DL, VT, {N1})) in PromoteMaskArithmetic()
49165 N.getOpcode() == ISD::ZERO_EXTEND || in PromoteMaskArithmetic()
49179 case ISD::ZERO_EXTEND: in PromoteMaskArithmetic()
49875 return DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::i64, in combineAnd()
49988 while ((Src.getOpcode() == ISD::ZERO_EXTEND || in combineAnd()
50369 return DAG.getNode(ISD::ZERO_EXTEND, SDLoc(N), N->getValueType(0), Ret); in combineOrCmpEqZeroToCtlzSrl()
50437 if (Y.getOpcode() == ISD::ZERO_EXTEND && Y.hasOneUse()) in combineAddOrSubToADCOrSBB()
50644 if (N0.getOpcode() == ISD::ZERO_EXTEND && in combineOrXorWithSETCC()
50754 if (Cond.getOpcode() == ISD::ZERO_EXTEND && Cond.hasOneUse()) in combineOr()
50889 Cond = DAG.getNode(ISD::ZERO_EXTEND, DL, ResultType, Cond); in foldXorTruncShiftIntoCmp()
52335 Opcode == ISD::ZERO_EXTEND) && in combineTruncatedArithmetic()
52445 LHS.getOpcode() == ISD::ZERO_EXTEND) && in combinePMULH()
52447 RHS.getOpcode() == ISD::ZERO_EXTEND) && in combinePMULH()
52512 if (N01.getOpcode() == ISD::ZERO_EXTEND) in detectPMADDUBSW()
52514 if (N11.getOpcode() == ISD::ZERO_EXTEND) in detectPMADDUBSW()
52518 if (N00.getOpcode() != ISD::ZERO_EXTEND || in detectPMADDUBSW()
52520 N10.getOpcode() != ISD::ZERO_EXTEND || in detectPMADDUBSW()
53030 Op = DAG.getNode(ISD::ZERO_EXTEND, DL, OpVT, Op); in combineXorSubCTLZ()
53112 if ((N0.getOpcode() == ISD::TRUNCATE || N0.getOpcode() == ISD::ZERO_EXTEND) && in combineXor()
53684 CMovOp0 = DAG.getNode(ISD::ZERO_EXTEND, DL, CMovVT, CMovOp0); in combineSextInRegCmov()
53685 CMovOp1 = DAG.getNode(ISD::ZERO_EXTEND, DL, CMovVT, CMovOp1); in combineSextInRegCmov()
53747 Ext->getOpcode() != ISD::ZERO_EXTEND) in promoteExtBeforeAdd()
53904 if (N->getOpcode() == ISD::ZERO_EXTEND) in combineExtSetcc()
54700 Index.getOpcode() == ISD::ZERO_EXTEND) && in combineGatherScatter()
54928 SDValue P = DAG.getNode(ISD::ZERO_EXTEND, dl, DstVT, Op0); in combineUIntToFP()
54942 SDValue P = DAG.getNode(ISD::ZERO_EXTEND, dl, DstVT, Op0); in combineUIntToFP()
55221 if (Op.getOpcode() == ISD::ZERO_EXTEND && onlyZeroFlagUsed(SDValue(N, 0))) { in combineCMP()
55818 if (Op0.getOpcode() == ISD::ZERO_EXTEND && in combineAdd()
55825 if (Op1.getOpcode() == ISD::ZERO_EXTEND && in combineAdd()
55895 if (Op1.getOpcode() == ISD::ZERO_EXTEND && Op1.hasOneUse() && Op0C && in combineSubSetcc()
55904 NewSetCC = DAG.getNode(ISD::ZERO_EXTEND, DL, VT, NewSetCC); in combineSubSetcc()
57228 unsigned Opc = IsZeroExt ? ISD::ZERO_EXTEND : ISD::ANY_EXTEND; in combineScalarToVector()
57516 Src = DAG.getNode(ISD::ZERO_EXTEND, dl, NVT, Src); in combineFP_EXTEND()
57834 case ISD::ZERO_EXTEND: return combineZext(N, DAG, DCI, Subtarget); in PerformDAGCombine()
57978 case ISD::ZERO_EXTEND: in isTypeDesirableForOp()
58082 case ISD::ZERO_EXTEND: in IsDesirableToPromoteOp()
58535 SDValue Result = DAG.getNode(ISD::ZERO_EXTEND, DL, OpInfo.ConstraintVT, CC); in LowerAsmOutputForConstraint()
58669 int64_t ExtVal = ExtOpc == ISD::ZERO_EXTEND ? CST->getZExtValue() in LowerAsmOperandForConstraint()