Lines Matching refs:TLO
37017 TargetLoweringOpt &TLO) const { in targetShrinkDemandedConstant()
37045 EVT ExtSVT = EVT::getIntegerVT(*TLO.DAG.getContext(), ActiveBits); in targetShrinkDemandedConstant()
37046 EVT ExtVT = EVT::getVectorVT(*TLO.DAG.getContext(), ExtSVT, in targetShrinkDemandedConstant()
37049 TLO.DAG.getNode(ISD::SIGN_EXTEND_INREG, SDLoc(Op), VT, in targetShrinkDemandedConstant()
37050 Op.getOperand(1), TLO.DAG.getValueType(ExtVT)); in targetShrinkDemandedConstant()
37052 TLO.DAG.getNode(Opcode, SDLoc(Op), VT, Op.getOperand(0), NewC); in targetShrinkDemandedConstant()
37053 return TLO.CombineTo(Op, NewOp); in targetShrinkDemandedConstant()
37100 SDValue NewC = TLO.DAG.getConstant(ZeroExtendMask, DL, VT); in targetShrinkDemandedConstant()
37101 SDValue NewOp = TLO.DAG.getNode(ISD::AND, DL, VT, Op.getOperand(0), NewC); in targetShrinkDemandedConstant()
37102 return TLO.CombineTo(Op, NewOp); in targetShrinkDemandedConstant()
41817 TargetLowering::TargetLoweringOpt &TLO, unsigned Depth) const { in SimplifyDemandedVectorEltsForTargetShuffle() argument
41829 if (SimplifyDemandedVectorElts(Mask, DemandedElts, MaskUndef, MaskZero, TLO, in SimplifyDemandedVectorEltsForTargetShuffle()
41873 SDValue CV = TLO.DAG.getConstantPool(ConstantVector::get(ConstVecOps), BCVT); in SimplifyDemandedVectorEltsForTargetShuffle()
41874 SDValue LegalCV = LowerConstantPool(CV, TLO.DAG); in SimplifyDemandedVectorEltsForTargetShuffle()
41875 SDValue NewMask = TLO.DAG.getLoad( in SimplifyDemandedVectorEltsForTargetShuffle()
41876 BCVT, DL, TLO.DAG.getEntryNode(), LegalCV, in SimplifyDemandedVectorEltsForTargetShuffle()
41877 MachinePointerInfo::getConstantPool(TLO.DAG.getMachineFunction()), in SimplifyDemandedVectorEltsForTargetShuffle()
41879 return TLO.CombineTo(Mask, TLO.DAG.getBitcast(Mask.getValueType(), NewMask)); in SimplifyDemandedVectorEltsForTargetShuffle()
41884 TargetLoweringOpt &TLO, unsigned Depth) const { in SimplifyDemandedVectorEltsForTargetNode() argument
41897 if (SimplifyDemandedVectorElts(LHS, DemandedElts, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41900 if (SimplifyDemandedVectorElts(RHS, DemandedElts, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41915 if (SimplifyDemandedVectorElts(LHS, DemandedSrcElts, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41918 if (SimplifyDemandedVectorElts(RHS, DemandedSrcElts, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41926 if (SimplifyDemandedVectorElts(LHS, DemandedLHSElts, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41930 if (SimplifyDemandedVectorElts(RHS, DemandedRHSElts, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41948 LHS, DemandedSrcElts, TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
41950 RHS, DemandedSrcElts, TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
41954 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
41955 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewLHS, NewRHS)); in SimplifyDemandedVectorEltsForTargetNode()
41980 if (SimplifyDemandedVectorElts(Amt, AmtElts, AmtUndef, AmtZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41990 if (SimplifyDemandedVectorElts(Src, DemandedElts, SrcUndef, KnownZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
41996 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
41997 Op, getZeroVector(VT.getSimpleVT(), Subtarget, TLO.DAG, SDLoc(Op))); in SimplifyDemandedVectorEltsForTargetNode()
42002 Src, DemandedElts, TLO.DAG, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
42003 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
42004 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewSrc, Op.getOperand(1))); in SimplifyDemandedVectorEltsForTargetNode()
42016 if (SimplifyDemandedVectorElts(LHS, DemandedElts, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42022 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
42023 Op, getZeroVector(VT.getSimpleVT(), Subtarget, TLO.DAG, SDLoc(Op))); in SimplifyDemandedVectorEltsForTargetNode()
42025 if (SimplifyDemandedVectorElts(RHS, DemandedElts, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42038 if (SimplifyDemandedVectorElts(LHS, DemandedElts, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42041 if (SimplifyDemandedVectorElts(RHS, DemandedElts, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42053 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
42069 SDValue NewSA = TLO.DAG.getTargetConstant(Diff, dl, MVT::i8); in SimplifyDemandedVectorEltsForTargetNode()
42070 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
42071 Op, TLO.DAG.getNode(NewOpc, dl, VT, Src.getOperand(0), NewSA)); in SimplifyDemandedVectorEltsForTargetNode()
42076 if (SimplifyDemandedVectorElts(Src, DemandedSrc, KnownUndef, KnownZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42092 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
42108 SDValue NewSA = TLO.DAG.getTargetConstant(Diff, dl, MVT::i8); in SimplifyDemandedVectorEltsForTargetNode()
42109 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
42110 Op, TLO.DAG.getNode(NewOpc, dl, VT, Src.getOperand(0), NewSA)); in SimplifyDemandedVectorEltsForTargetNode()
42115 if (SimplifyDemandedVectorElts(Src, DemandedSrc, KnownUndef, KnownZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42164 if (SimplifyDemandedVectorElts(LHS, EltsLHS, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42167 if (SimplifyDemandedVectorElts(RHS, EltsRHS, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42173 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
42175 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
42179 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
42180 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewLHS, NewRHS)); in SimplifyDemandedVectorEltsForTargetNode()
42193 if (SimplifyDemandedVectorElts(Src, SrcElts, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42207 if (SimplifyDemandedVectorElts(N0, DemandedLHS, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42211 if (SimplifyDemandedVectorElts(N1, DemandedRHS, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42221 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
42223 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
42227 return TLO.CombineTo(Op, in SimplifyDemandedVectorEltsForTargetNode()
42228 TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewN0, NewN1)); in SimplifyDemandedVectorEltsForTargetNode()
42244 if (SimplifyDemandedVectorElts(N0, DemandedLHS, LHSUndef, LHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42248 if (SimplifyDemandedVectorElts(N1, DemandedRHS, RHSUndef, RHSZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42258 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
42260 TLO.DAG, Depth + 1); in SimplifyDemandedVectorEltsForTargetNode()
42264 return TLO.CombineTo(Op, in SimplifyDemandedVectorEltsForTargetNode()
42265 TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewN0, NewN1)); in SimplifyDemandedVectorEltsForTargetNode()
42277 if (SimplifyDemandedVectorElts(Src, DemandedSrc, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42289 DemandedElts, TLO.DAG, Subtarget, SDLoc(Op))) in SimplifyDemandedVectorEltsForTargetNode()
42290 return TLO.CombineTo(Op, R); in SimplifyDemandedVectorEltsForTargetNode()
42296 SelZero, TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
42302 LHSZero, TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
42307 RHSZero, TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
42319 if (TLO.DAG.MaskedVectorIsZero(Src, DemandedUpperElts, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
42320 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
42330 SDValue Elt = TLO.DAG.getLoad(SVT, DL, Mem->getChain(), Mem->getBasePtr(), in SimplifyDemandedVectorEltsForTargetNode()
42332 SDValue Vec = TLO.DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, VT, Elt); in SimplifyDemandedVectorEltsForTargetNode()
42333 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, Vec)); in SimplifyDemandedVectorEltsForTargetNode()
42345 Src = widenSubVector(VT.getSimpleVT(), Src, false, Subtarget, TLO.DAG, in SimplifyDemandedVectorEltsForTargetNode()
42347 return TLO.CombineTo(Op, Src); in SimplifyDemandedVectorEltsForTargetNode()
42351 if (SimplifyDemandedVectorElts(Src, SrcElts, SrcUndef, SrcZero, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42357 Src, SrcElts, TLO.DAG, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
42358 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewSrc)); in SimplifyDemandedVectorEltsForTargetNode()
42362 if (SimplifyDemandedVectorEltsForTargetShuffle(Op, DemandedElts, 0, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42369 if (SimplifyDemandedVectorEltsForTargetShuffle(Op, DemandedElts, 1, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42375 if (SimplifyDemandedVectorEltsForTargetShuffle(Op, DemandedElts, 2, TLO, in SimplifyDemandedVectorEltsForTargetNode()
42399 Src = extractSubVector(Src, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
42400 EVT BcstVT = EVT::getVectorVT(*TLO.DAG.getContext(), VT.getScalarType(), in SimplifyDemandedVectorEltsForTargetNode()
42402 SDValue Bcst = TLO.DAG.getNode(X86ISD::VBROADCAST, DL, BcstVT, Src); in SimplifyDemandedVectorEltsForTargetNode()
42403 return TLO.CombineTo(Op, insertSubVector(TLO.DAG.getUNDEF(VT), Bcst, 0, in SimplifyDemandedVectorEltsForTargetNode()
42404 TLO.DAG, DL, ExtSizeInBits)); in SimplifyDemandedVectorEltsForTargetNode()
42409 EVT BcstVT = EVT::getVectorVT(*TLO.DAG.getContext(), VT.getScalarType(), in SimplifyDemandedVectorEltsForTargetNode()
42411 SDVTList Tys = TLO.DAG.getVTList(BcstVT, MVT::Other); in SimplifyDemandedVectorEltsForTargetNode()
42413 SDValue Bcst = TLO.DAG.getMemIntrinsicNode( in SimplifyDemandedVectorEltsForTargetNode()
42416 TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1), in SimplifyDemandedVectorEltsForTargetNode()
42418 return TLO.CombineTo(Op, insertSubVector(TLO.DAG.getUNDEF(VT), Bcst, 0, in SimplifyDemandedVectorEltsForTargetNode()
42419 TLO.DAG, DL, ExtSizeInBits)); in SimplifyDemandedVectorEltsForTargetNode()
42428 TLO.DAG.getLoad(MemVT, DL, MemIntr->getChain(), in SimplifyDemandedVectorEltsForTargetNode()
42430 TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1), in SimplifyDemandedVectorEltsForTargetNode()
42432 return TLO.CombineTo(Op, insertSubVector(TLO.DAG.getUNDEF(VT), Ld, 0, in SimplifyDemandedVectorEltsForTargetNode()
42433 TLO.DAG, DL, ExtSizeInBits)); in SimplifyDemandedVectorEltsForTargetNode()
42436 EVT BcstVT = EVT::getVectorVT(*TLO.DAG.getContext(), VT.getScalarType(), in SimplifyDemandedVectorEltsForTargetNode()
42439 getBROADCAST_LOAD(Opc, DL, BcstVT, MemVT, MemIntr, 0, TLO.DAG)) in SimplifyDemandedVectorEltsForTargetNode()
42440 return TLO.CombineTo(Op, in SimplifyDemandedVectorEltsForTargetNode()
42441 insertSubVector(TLO.DAG.getUNDEF(VT), BcstLd, 0, in SimplifyDemandedVectorEltsForTargetNode()
42442 TLO.DAG, DL, ExtSizeInBits)); in SimplifyDemandedVectorEltsForTargetNode()
42459 extractSubVector(Op.getOperand(0), 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
42461 TLO.DAG.getNode(Opc, DL, Ext0.getValueType(), Ext0, Op.getOperand(1)); in SimplifyDemandedVectorEltsForTargetNode()
42462 SDValue UndefVec = TLO.DAG.getUNDEF(VT); in SimplifyDemandedVectorEltsForTargetNode()
42464 insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
42465 return TLO.CombineTo(Op, Insert); in SimplifyDemandedVectorEltsForTargetNode()
42475 SDValue Ext = extractSubVector(Op.getOperand(0), 2, TLO.DAG, DL, 128); in SimplifyDemandedVectorEltsForTargetNode()
42476 SDValue UndefVec = TLO.DAG.getUNDEF(VT); in SimplifyDemandedVectorEltsForTargetNode()
42477 SDValue Insert = insertSubVector(UndefVec, Ext, 0, TLO.DAG, DL, 128); in SimplifyDemandedVectorEltsForTargetNode()
42478 return TLO.CombineTo(Op, Insert); in SimplifyDemandedVectorEltsForTargetNode()
42488 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
42489 Op, getZeroVector(VT.getSimpleVT(), Subtarget, TLO.DAG, DL)); in SimplifyDemandedVectorEltsForTargetNode()
42493 extractSubVector(Op.getOperand(SrcIdx), EltIdx, TLO.DAG, DL, 128); in SimplifyDemandedVectorEltsForTargetNode()
42494 SDValue UndefVec = TLO.DAG.getUNDEF(VT); in SimplifyDemandedVectorEltsForTargetNode()
42496 insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
42497 return TLO.CombineTo(Op, Insert); in SimplifyDemandedVectorEltsForTargetNode()
42540 Ops.push_back(SrcVT.isVector() ? extractSubVector(SrcOp, 0, TLO.DAG, DL, in SimplifyDemandedVectorEltsForTargetNode()
42547 SDValue ExtOp = TLO.DAG.getNode(Opc, DL, ExtVT, Ops); in SimplifyDemandedVectorEltsForTargetNode()
42548 SDValue UndefVec = TLO.DAG.getUNDEF(VT); in SimplifyDemandedVectorEltsForTargetNode()
42550 insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode()
42551 return TLO.CombineTo(Op, Insert); in SimplifyDemandedVectorEltsForTargetNode()
42559 if (!DemandedElts.isOne() && TLO.DAG.isSplatValue(Op, /*AllowUndefs*/false)) in SimplifyDemandedVectorEltsForTargetNode()
42567 OpZero, TLO.DAG, Depth, false)) in SimplifyDemandedVectorEltsForTargetNode()
42589 return TLO.CombineTo(Op, TLO.DAG.getUNDEF(VT)); in SimplifyDemandedVectorEltsForTargetNode()
42593 return TLO.CombineTo( in SimplifyDemandedVectorEltsForTargetNode()
42594 Op, getZeroVector(VT.getSimpleVT(), Subtarget, TLO.DAG, SDLoc(Op))); in SimplifyDemandedVectorEltsForTargetNode()
42598 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, OpInputs[Src])); in SimplifyDemandedVectorEltsForTargetNode()
42618 TLO, Depth + 1)) in SimplifyDemandedVectorEltsForTargetNode()
42640 /*AllowCrossLaneVarMask*/ true, /*AllowPerLaneVarMask*/ true, TLO.DAG, in SimplifyDemandedVectorEltsForTargetNode()
42643 return TLO.CombineTo(Op, NewShuffle); in SimplifyDemandedVectorEltsForTargetNode()
42651 const APInt &OriginalDemandedElts, KnownBits &Known, TargetLoweringOpt &TLO, in SimplifyDemandedBitsForTargetNode() argument
42665 if (SimplifyDemandedBits(Src, TruncMask, DemandedElts, KnownOp, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42683 if (!Is32BitAVX512 || !TLO.DAG.isSplatValue(LHS)) in SimplifyDemandedBitsForTargetNode()
42685 if (!Is32BitAVX512 || !TLO.DAG.isSplatValue(RHS)) in SimplifyDemandedBitsForTargetNode()
42689 KnownLHS, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42692 KnownRHS, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42700 SDValue Mask = TLO.DAG.getConstant(DemandedMask, DL, VT); in SimplifyDemandedBitsForTargetNode()
42701 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::AND, DL, VT, LHS, Mask)); in SimplifyDemandedBitsForTargetNode()
42706 LHS, DemandedMaskLHS, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
42708 RHS, DemandedMaskRHS, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
42712 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
42713 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, DemandedLHS, DemandedRHS)); in SimplifyDemandedBitsForTargetNode()
42723 Known, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42727 OriginalDemandedElts, Known2, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42732 OriginalDemandedElts, TLO)) in SimplifyDemandedBitsForTargetNode()
42758 return TLO.CombineTo(Op, Op0.getOperand(0)); in SimplifyDemandedBitsForTargetNode()
42761 SDValue NewShift = TLO.DAG.getNode( in SimplifyDemandedBitsForTargetNode()
42763 TLO.DAG.getTargetConstant(std::abs(Diff), SDLoc(Op), MVT::i8)); in SimplifyDemandedBitsForTargetNode()
42764 return TLO.CombineTo(Op, NewShift); in SimplifyDemandedBitsForTargetNode()
42770 TLO.DAG.ComputeNumSignBits(Op0, OriginalDemandedElts, Depth + 1); in SimplifyDemandedBitsForTargetNode()
42773 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBitsForTargetNode()
42776 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42794 OriginalDemandedElts, Known, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42816 return TLO.CombineTo(Op, Op0); in SimplifyDemandedBitsForTargetNode()
42823 TLO.DAG.ComputeNumSignBits(Op00, OriginalDemandedElts); in SimplifyDemandedBitsForTargetNode()
42825 return TLO.CombineTo(Op, Op00); in SimplifyDemandedBitsForTargetNode()
42834 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42844 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
42845 Op, TLO.DAG.getNode(X86ISD::VSRLI, SDLoc(Op), VT, Op0, Op1)); in SimplifyDemandedBitsForTargetNode()
42859 Sel, SignMask, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
42861 LHS, OriginalDemandedBits, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
42863 RHS, OriginalDemandedBits, OriginalDemandedElts, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
42869 return TLO.CombineTo(Op, TLO.DAG.getNode(X86ISD::BLENDV, SDLoc(Op), VT, in SimplifyDemandedBitsForTargetNode()
42889 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, SDLoc(Op), VT)); in SimplifyDemandedBitsForTargetNode()
42894 KnownZero, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42899 KnownVec, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42903 Vec, DemandedVecBits, DemandedVecElts, TLO.DAG, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42904 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
42905 Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, V, Op.getOperand(1))); in SimplifyDemandedBitsForTargetNode()
42922 return TLO.CombineTo(Op, Vec); in SimplifyDemandedBitsForTargetNode()
42928 KnownVec, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42934 if (SimplifyDemandedBits(Scl, DemandedSclBits, KnownScl, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42954 KnownLHS, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42957 KnownRHS, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42962 Op.getOperand(0), SignMask, DemandedLHS, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
42964 Op.getOperand(1), SignMask, DemandedRHS, TLO.DAG, Depth + 1); in SimplifyDemandedBitsForTargetNode()
42968 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, Op0, Op1)); in SimplifyDemandedBitsForTargetNode()
42979 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
42989 TLO.DAG.getNode(ISD::TRUNCATE, SDLoc(Src), NewSrcVT, Src); in SimplifyDemandedBitsForTargetNode()
42992 TLO.DAG.getNode(X86ISD::VBROADCAST, SDLoc(Op), NewVT, NewSrc); in SimplifyDemandedBitsForTargetNode()
42993 return TLO.CombineTo(Op, TLO.DAG.getBitcast(VT, NewBcst)); in SimplifyDemandedBitsForTargetNode()
43002 return TLO.CombineTo(Op, Op.getOperand(1)); in SimplifyDemandedBitsForTargetNode()
43012 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, SDLoc(Op), VT)); in SimplifyDemandedBitsForTargetNode()
43017 SDValue NewSrc = extract128BitVector(Src, 0, TLO.DAG, SDLoc(Src)); in SimplifyDemandedBitsForTargetNode()
43018 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewSrc)); in SimplifyDemandedBitsForTargetNode()
43025 TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
43034 if (SimplifyDemandedBits(Src, DemandedSrcBits, DemandedElts, KnownSrc, TLO, in SimplifyDemandedBitsForTargetNode()
43045 Src, DemandedSrcBits, DemandedElts, TLO.DAG, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
43046 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, SDLoc(Op), VT, NewSrc)); in SimplifyDemandedBitsForTargetNode()
43061 return SimplifyDemandedBits(Op0, SignMask, KnownSrc, TLO, Depth + 1, in SimplifyDemandedBitsForTargetNode()
43063 SimplifyDemandedBits(Op1, SignMask, KnownSrc, TLO, Depth + 1, in SimplifyDemandedBitsForTargetNode()
43069 OriginalDemandedElts, Known2, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
43072 OriginalDemandedElts, Known, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
43091 return TLO.CombineTo( in SimplifyDemandedBitsForTargetNode()
43092 Op, TLO.DAG.getNode(X86ISD::BEXTR, DL, VT, Op0, in SimplifyDemandedBitsForTargetNode()
43093 TLO.DAG.getConstant(MaskedVal1, DL, VT))); in SimplifyDemandedBitsForTargetNode()
43107 if (SimplifyDemandedBits(Op0, DemandedMask, Known, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
43118 if (SimplifyDemandedBits(Op1, DemandedMask, Known1, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
43124 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, SDLoc(Op), VT)); in SimplifyDemandedBitsForTargetNode()
43138 if (SimplifyDemandedBits(Op1, LoMask, Known, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
43147 if (SimplifyDemandedBits(Op0, DemandedMask, Known2, TLO, Depth + 1)) in SimplifyDemandedBitsForTargetNode()
43160 Op, OriginalDemandedBits, OriginalDemandedElts, Known, TLO, Depth); in SimplifyDemandedBitsForTargetNode()
45729 TargetLowering::TargetLoweringOpt TLO(DAG, !DCI.isBeforeLegalize(), in combineVSelectToBLENDV() local
45731 if (!TLI.SimplifyDemandedBits(Cond, DemandedBits, Known, TLO, 0, true)) in combineVSelectToBLENDV()
45748 DCI.CommitTargetLoweringOpt(TLO); in combineVSelectToBLENDV()