| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeDAG.cpp | 5450 unsigned ExtOp, TruncOp; in PromoteNode() local 5452 ExtOp = ISD::BITCAST; in PromoteNode() 5459 ExtOp = ISD::ANY_EXTEND; in PromoteNode() 5465 ExtOp = ISD::SIGN_EXTEND; in PromoteNode() 5469 ExtOp = ISD::ZERO_EXTEND; in PromoteNode() 5474 ExtOp = ISD::SIGN_EXTEND; in PromoteNode() 5476 ExtOp = ISD::ZERO_EXTEND; in PromoteNode() 5482 Tmp1 = DAG.getNode(ExtOp, dl, NVT, Node->getOperand(0)); in PromoteNode() 5483 Tmp2 = DAG.getNode(ExtOp, dl, NVT, Node->getOperand(1)); in PromoteNode() 5492 unsigned ExtOp = Node->getOpcode() == ISD::UMUL_LOHI ? ISD::ZERO_EXTEND in PromoteNode() local [all …]
|
| H A D | LegalizeVectorOps.cpp | 630 unsigned ExtOp = VecVT.isFloatingPoint() ? ISD::FP_EXTEND : ISD::ANY_EXTEND; in PromoteSETCC() local 635 Operands[0] = DAG.getNode(ExtOp, DL, NewVecVT, Node->getOperand(0)); in PromoteSETCC() 636 Operands[1] = DAG.getNode(ExtOp, DL, NewVecVT, Node->getOperand(1)); in PromoteSETCC()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonConstExtenders.cpp | 1519 MachineOperand ExtOp(EV); in insertInitializer() local 1530 .add(ExtOp); in insertInitializer() 1536 .add(ExtOp); in insertInitializer() 1541 .add(ExtOp) in insertInitializer() 1547 .add(ExtOp); in insertInitializer() 1555 .add(ExtOp) in insertInitializer() 1568 .add(ExtOp) in insertInitializer() 1573 .add(ExtOp); in insertInitializer()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | Utils.cpp | 1030 unsigned DstScalarSizeInBits, unsigned ExtOp, in ConstantFoldICmp() argument 1032 assert(ExtOp == TargetOpcode::G_SEXT || ExtOp == TargetOpcode::G_ZEXT || in ConstantFoldICmp() 1033 ExtOp == TargetOpcode::G_ANYEXT); in ConstantFoldICmp() 1039 return ExtOp == TargetOpcode::G_SEXT in ConstantFoldICmp()
|
| H A D | MachineIRBuilder.cpp | 528 unsigned ExtOp = getBoolExtOp(getMRI()->getType(Op.getReg()).isVector(), IsFP); in buildBoolExt() local 529 return buildInstr(ExtOp, Res, Op); in buildBoolExt()
|
| H A D | LegalizerHelper.cpp | 2552 auto ExtOp = MIRBuilder.buildInstr(ExtOpcode, {WideTy}, {TruncOp}); in widenScalarAddSubOverflow() local 2554 MIRBuilder.buildICmp(CmpInst::ICMP_NE, MI.getOperand(1), NewOp, ExtOp); in widenScalarAddSubOverflow() 2625 unsigned ExtOp = IsSigned ? TargetOpcode::G_SEXT : TargetOpcode::G_ZEXT; in widenScalarMulo() local 2626 auto LeftOperand = MIRBuilder.buildInstr(ExtOp, {WideTy}, {LHS}); in widenScalarMulo() 2627 auto RightOperand = MIRBuilder.buildInstr(ExtOp, {WideTy}, {RHS}); in widenScalarMulo() 9221 unsigned ExtOp = IsSigned ? TargetOpcode::G_SEXT : TargetOpcode::G_ZEXT; in lowerSMULH_UMULH() local 9227 auto LHS = MIRBuilder.buildInstr(ExtOp, {WideTy}, {MI.getOperand(1)}); in lowerSMULH_UMULH() 9228 auto RHS = MIRBuilder.buildInstr(ExtOp, {WideTy}, {MI.getOperand(2)}); in lowerSMULH_UMULH()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineInternal.h | 225 Constant *getLosslessTrunc(Constant *C, Type *TruncTy, unsigned ExtOp) { in getLosslessTrunc() argument 228 ConstantFoldCastOperand(ExtOp, TruncC, C->getType(), DL); in getLosslessTrunc()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InstrSSE.td | 5057 SDNode ExtOp, SDNode InVecOp> { 5060 def : Pat<(v16i16 (ExtOp (v16i8 VR128:$src))), 5069 def : Pat<(v8i32 (ExtOp (v8i16 VR128:$src))), 5074 def : Pat<(v4i64 (ExtOp (v4i32 VR128:$src))), 5083 def : Pat<(v16i16 (ExtOp (loadv16i8 addr:$src))), 5104 def : Pat<(v8i32 (ExtOp (loadv8i16 addr:$src))), 5114 def : Pat<(v4i64 (ExtOp (loadv4i32 addr:$src))), 5136 SDNode ExtOp> { 5138 def : Pat<(v8i16 (ExtOp (v16i8 VR128:$src))), 5142 def : Pat<(v4i32 (ExtOp (v16i8 VR128:$src))), [all …]
|
| H A D | X86InstrAVX512.td | 10145 multiclass AVX512_pmovx_patterns_base<string OpcPrefix, SDNode ExtOp> { 10148 def : Pat<(v16i16 (ExtOp (loadv16i8 addr:$src))), 10153 def : Pat<(v8i32 (ExtOp (loadv8i16 addr:$src))), 10156 def : Pat<(v4i64 (ExtOp (loadv4i32 addr:$src))), 10162 def : Pat<(v32i16 (ExtOp (loadv32i8 addr:$src))), 10166 def : Pat<(v16i32 (ExtOp (loadv16i8 addr:$src))), 10168 def : Pat<(v16i32 (ExtOp (loadv16i16 addr:$src))), 10171 def : Pat<(v8i64 (ExtOp (loadv8i16 addr:$src))), 10174 def : Pat<(v8i64 (ExtOp (loadv8i32 addr:$src))), 10179 multiclass AVX512_pmovx_patterns<string OpcPrefix, SDNode ExtOp, [all …]
|
| H A D | X86ISelLowering.cpp | 18874 SDValue ExtOp = DAG.getNode(ISD::INSERT_VECTOR_ELT, dl, ExtVecVT, in InsertBitToMaskVector() local 18877 return DAG.getNode(ISD::TRUNCATE, dl, VecVT, ExtOp); in InsertBitToMaskVector() 44070 SDValue ExtOp = in SimplifyDemandedVectorEltsForTargetNode() local 44074 insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode() 44095 SDValue ExtOp = TLO.DAG.getNode(Opc, DL, Ext0.getValueType(), Ext0, in SimplifyDemandedVectorEltsForTargetNode() local 44098 SDValue Insert = insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, 256); in SimplifyDemandedVectorEltsForTargetNode() 44182 SDValue ExtOp = in SimplifyDemandedVectorEltsForTargetNode() local 44186 insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode() 44211 SDValue ExtOp = TLO.DAG.getNode( in SimplifyDemandedVectorEltsForTargetNode() local 44215 insertSubVector(UndefVec, ExtOp, 0, TLO.DAG, DL, ExtSizeInBits); in SimplifyDemandedVectorEltsForTargetNode() [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | Utils.h | 336 unsigned DstScalarSizeInBits, unsigned ExtOp,
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 2690 unsigned ExtOp = IsSigned ? Instruction::SExt : Instruction::ZExt; in getTypeBasedIntrinsicInstrCost() local 2694 Cost += 2 * thisT()->getCastInstrCost(ExtOp, ExtTy, MulTy, CCH, CostKind); in getTypeBasedIntrinsicInstrCost() 2759 unsigned ExtOp = in getTypeBasedIntrinsicInstrCost() local 2764 Cost += 2 * thisT()->getCastInstrCost(ExtOp, ExtTy, RetTy, CCH, CostKind); in getTypeBasedIntrinsicInstrCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMInstrNEON.td | 3010 ValueType TyQ, ValueType TyD, SDPatternOperator IntOp, SDNode ExtOp, 3016 (TyQ (ExtOp (TyD (IntOp (TyD DPR:$Vn), 3100 ValueType TyQ, ValueType TyD, SDNode OpNode, SDPatternOperator ExtOp, 3105 [(set QPR:$Vd, (OpNode (TyQ (ExtOp (TyD DPR:$Vn))), 3106 (TyQ (ExtOp (TyD DPR:$Vm)))))]> { 3113 ValueType TyQ, ValueType TyD, SDPatternOperator IntOp, SDNode ExtOp, 3118 [(set QPR:$Vd, (TyQ (ExtOp (TyD (IntOp (TyD DPR:$Vn), 3170 SDNode OpNode, SDPatternOperator ExtOp, bit Commutable> 3175 (TyQ (ExtOp (TyD DPR:$Vm)))))]> { 3734 SDNode OpNode, SDPatternOperator ExtOp, bit Commutable = 0> { [all …]
|
| H A D | ARMISelLowering.cpp | 12883 unsigned ExtOp = VT.bitsGT(tmp.getValueType()) ? ISD::ANY_EXTEND : ISD::TRUNCATE; in AddCombineBUILD_VECTORToVPADDL() local 12884 return DAG.getNode(ExtOp, dl, VT, tmp); in AddCombineBUILD_VECTORToVPADDL()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUCodeGenPrepare.cpp | 584 Value *ExtOp = Builder.CreateZExt(I.getOperand(0), I32Ty); in promoteUniformBitreverseToI32() local 586 Builder.CreateIntrinsic(Intrinsic::bitreverse, {I32Ty}, {ExtOp}); in promoteUniformBitreverseToI32()
|
| H A D | SIISelLowering.cpp | 7250 const unsigned ExtOp = getExtOpcodeForPromotedOp(Op); in promoteUniformOpToI32() local 7251 LHS = DAG.getNode(ExtOp, DL, ExtTy, {LHS}); in promoteUniformOpToI32() 7257 RHS = DAG.getNode(ExtOp, DL, ExtTy, {RHS}); in promoteUniformOpToI32()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | SimplifyIndVar.cpp | 1639 Value *ExtOp = createExtendInst(Op, WideType, CmpPreferredSign, Cmp); in widenLoopCompare() local 1640 DU.NarrowUse->replaceUsesOfWith(Op, ExtOp); in widenLoopCompare()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/M68k/ |
| H A D | M68kISelLowering.cpp | 1562 auto PromoteMULO = [&](unsigned ExtOp) { in lowerOverflowArithmetic() argument 1568 LHS = DAG.getNode(ExtOp, DL, MVT::i16, LHS); in lowerOverflowArithmetic() 1569 RHS = DAG.getNode(ExtOp, DL, MVT::i16, RHS); in lowerOverflowArithmetic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.cpp | 6347 auto *ExtOp = Ext->getOperand(0); in isProfitableToSinkOperands() local 6348 if (isSplatShuffle(ExtOp) && ShouldSinkSplatForIndexedVariant(ExtOp)) in isProfitableToSinkOperands()
|
| H A D | AArch64ISelLowering.cpp | 22036 SDValue ExtOp = Ext->getOperand(0); in tryLowerPartialReductionToWideAdd() local 22037 EVT ExtOpVT = ExtOp.getValueType(); in tryLowerPartialReductionToWideAdd() 22048 SDValue BottomNode = DAG.getNode(BottomOpcode, DL, AccVT, Acc, ExtOp); in tryLowerPartialReductionToWideAdd() 22049 return DAG.getNode(TopOpcode, DL, AccVT, BottomNode, ExtOp); in tryLowerPartialReductionToWideAdd() 26167 SDValue ExtOp = Src->getOperand(0); in performSignExtendInRegCombine() local 26177 SDValue Ext = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, ExtOp.getValueType(), in performSignExtendInRegCombine() 26178 ExtOp, DAG.getValueType(ExtVT)); in performSignExtendInRegCombine()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 8123 Value *ExtOp; in getScaledReductions() local 8124 if (!match(OpI, m_ZExtOrSExt(m_Value(ExtOp)))) in getScaledReductions() 8132 ExtOpTypes[I] = ExtOp->getType(); in getScaledReductions()
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/TargetBuiltins/ |
| H A D | ARM.cpp | 2470 Value *ExtOp, Value *IndexOp, in packTBLDVectorList() argument 2474 if (ExtOp) in packTBLDVectorList() 2475 TblOps.push_back(ExtOp); in packTBLDVectorList()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCISelLowering.cpp | 6467 unsigned ExtOp = Flags.isSExt() ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND; in LowerCall_64SVR4() local 6468 Arg = DAG.getNode(ExtOp, dl, MVT::i64, Arg); in LowerCall_64SVR4() 15763 ConstantSDNode *ExtOp = dyn_cast<ConstantSDNode>(Extract.getOperand(1)); in combineBVOfVecSExt() local 15764 if (!ExtOp) in combineBVOfVecSExt() 15767 Index = ExtOp->getZExtValue(); in combineBVOfVecSExt()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | ValueTracking.cpp | 8830 unsigned ExtOp = CmpI->isSigned() ? Instruction::SExt : Instruction::ZExt; in lookThroughCastConst() local 8831 CastedTo = ConstantFoldCastOperand(ExtOp, C, SrcTy, DL); in lookThroughCastConst()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelLowering.cpp | 8537 SDValue ExtOp = DAG.getNode(ExtOpcode, SDLoc(N), ExtVT, Op); in combineINT_TO_FP() local 8538 return DAG.getNode(Opcode, SDLoc(N), OutVT, ExtOp); in combineINT_TO_FP()
|