| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | MachineIRBuilder.h | 631 const SrcOp &CarryIn) { in buildUAdde() argument
633 {Op0, Op1, CarryIn}); in buildUAdde()
639 const SrcOp &CarryIn) { in buildUSube() argument
641 {Op0, Op1, CarryIn}); in buildUSube()
647 const SrcOp &CarryIn) { in buildSAdde() argument
649 {Op0, Op1, CarryIn}); in buildSAdde()
655 const SrcOp &CarryIn) { in buildSSube() argument
657 {Op0, Op1, CarryIn}); in buildSSube()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/CSKY/ |
| H A D | CSKYISelDAGToDAG.cpp | 369 auto CarryIn = InvertCarryFlag(Subtarget, CurDAG, Dl, Op2); in selectSubCarry() local
372 Dl, {Type0, Type1}, {Op0, Op1, CarryIn}); in selectSubCarry()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIPeepholeSDWA.cpp | 920 MachineOperand *CarryIn = TII->getNamedOperand(MISucc, AMDGPU::OpName::src2); in pseudoOpConvertToVOP2() local
921 if (!CarryIn) in pseudoOpConvertToVOP2()
926 if (!MRI->hasOneUse(CarryIn->getReg()) || !MRI->use_empty(CarryOut->getReg())) in pseudoOpConvertToVOP2()
951 MISucc.substituteRegister(CarryIn->getReg(), TRI->getVCC(), 0, *TRI); in pseudoOpConvertToVOP2()
|
| H A D | AMDGPULegalizerInfo.cpp | 3909 [&](Register &LocalAccum, const Carry &CarryIn) -> Register { in buildMultiply() argument
3910 if (CarryIn.empty()) in buildMultiply()
3915 if (CarryIn.size() == 1) { in buildMultiply()
3917 LocalAccum = B.buildZExt(S32, CarryIn[0]).getReg(0); in buildMultiply()
3923 CarryAccum = B.buildZExt(S32, CarryIn[0]).getReg(0); in buildMultiply()
3924 for (unsigned i = 1; i + 1 < CarryIn.size(); ++i) { in buildMultiply()
3926 B.buildUAdde(S32, S1, CarryAccum, getZero32(), CarryIn[i]) in buildMultiply()
3937 B.buildUAdde(S32, S1, CarryAccum, LocalAccum, CarryIn.back()); in buildMultiply()
3953 [&](MutableArrayRef<Register> LocalAccum, unsigned DstIndex, Carry &CarryIn) in buildMultiply()
3964 (!UsePartialMad64_32 || !CarryIn.empty())) { in buildMultiply()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVInstrInfoVPseudos.td | 1488 bit CarryIn,
1492 !if(CarryIn,
2405 // For vadc and vsbc, CarryIn == 1 and CarryOut == 0
2406 multiclass VPseudoBinaryV_VM<LMULInfo m, bit CarryOut = 0, bit CarryIn = 1,
2411 def "_VV" # !if(CarryIn, "M", "") # "_" # m.MX :
2413 !if(!and(CarryIn, !not(CarryOut)),
2415 m.vrclass, m.vrclass, m, CarryIn, Constraint, TargetConstraintType>;
2425 multiclass VPseudoBinaryV_XM<LMULInfo m, bit CarryOut = 0, bit CarryIn = 1,
2427 def "_VX" # !if(CarryIn, "M", "") # "_" # m.MX :
2429 !if(!and(CarryIn, !no
[all...] |
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonVectorCombine.cpp | 465 Value *CarryIn = nullptr) const
1938 Value *CarryIn) const in createAddCarry()
1945 if (CarryIn == nullptr && HVC.HST.useHVXV66Ops()) { in createAddCarry()
1949 if (CarryIn == nullptr) in createAddCarry()
1950 CarryIn = HVC.getNullValue(HVC.getBoolTy(HVC.length(VecTy))); in createAddCarry()
1951 Args.push_back(CarryIn); in createAddCarry()
1964 if (CarryIn != nullptr) { in createAddCarry()
1974 {CarryIn, HVC.getConstInt(Mask)}); in createAddCarry()
|
| /freebsd/contrib/llvm-project/clang/lib/AST/Interp/ |
| H A D | InterpBuiltin.cpp | 782 APSInt CarryIn = peekToAPSInt( in interp__builtin_carryop() local
802 LHS.uadd_ov(RHS, FirstOverflowed).uadd_ov(CarryIn, SecondOverflowed); in interp__builtin_carryop()
810 LHS.usub_ov(RHS, FirstOverflowed).usub_ov(CarryIn, SecondOverflowed); in interp__builtin_carryop()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.cpp | 2185 std::optional<Register> CarryIn; in widenScalarAddSubOverflow() local
2208 CarryIn = MI.getOperand(4).getReg(); in widenScalarAddSubOverflow()
2213 CarryIn = MI.getOperand(4).getReg(); in widenScalarAddSubOverflow()
2218 CarryIn = MI.getOperand(4).getReg(); in widenScalarAddSubOverflow()
2223 CarryIn = MI.getOperand(4).getReg(); in widenScalarAddSubOverflow()
2231 if (CarryIn) in widenScalarAddSubOverflow()
2243 if (CarryIn) { in widenScalarAddSubOverflow()
2247 {LHSExt, RHSExt, *CarryIn}) in widenScalarAddSubOverflow()
3928 auto [Res, CarryOut, LHS, RHS, CarryIn] = MI.getFirst5Regs(); in lower()
3941 auto ZExtCarryIn = MIRBuilder.buildZExt(Ty, CarryIn); in lower()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | DAGCombiner.cpp | 436 SDValue visitUADDO_CARRYLike(SDValue N0, SDValue N1, SDValue CarryIn,
438 SDValue visitSADDO_CARRYLike(SDValue N0, SDValue N1, SDValue CarryIn,
3375 SDValue CarryIn = N->getOperand(2); in visitADDE() local
3382 N1, N0, CarryIn); in visitADDE()
3385 if (CarryIn.getOpcode() == ISD::CARRY_FALSE) in visitADDE()
3394 SDValue CarryIn = N->getOperand(2); in visitUADDO_CARRY() local
3401 return DAG.getNode(ISD::UADDO_CARRY, DL, N->getVTList(), N1, N0, CarryIn); in visitUADDO_CARRY()
3404 if (isNullConstant(CarryIn)) { in visitUADDO_CARRY()
3413 EVT CarryVT = CarryIn.getValueType(); in visitUADDO_CARRY()
3414 SDValue CarryExt = DAG.getBoolExtOrTrunc(CarryIn, DL, VT, CarryVT); in visitUADDO_CARRY()
[all …]
|
| H A D | TargetLowering.cpp | 10881 SDValue CarryIn = DAG.getConstant(0, dl, Node->getValueType(1)); in expandUADDSUBO() local
10883 { LHS, RHS, CarryIn }); in expandUADDSUBO()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InstCombineIntrinsic.cpp | 648 Value *CarryIn = II.getArgOperand(0); in simplifyX86addcarry() local
658 if (match(CarryIn, m_ZeroInt())) { in simplifyX86addcarry()
|
| H A D | X86ISelLowering.cpp | 55364 SDValue CarryIn = N->getOperand(2); in combineADC() local
55371 CarryIn); in combineADC()
55386 DAG.getTargetConstant(X86::COND_B, DL, MVT::i8), CarryIn), in combineADC()
55399 DAG.getConstant(Sum, DL, LHS.getValueType()), CarryIn); in combineADC()
55402 if (SDValue Flags = combineCarryThroughADD(CarryIn, DAG)) { in combineADC()
55413 LHS.getOperand(1), CarryIn); in combineADC()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelDAGToDAG.cpp | 2662 SDValue CarryIn = N->getOperand(FirstInputOp + 2); in SelectMVE_VADCSBC() local
2663 ConstantSDNode *CarryInConstant = dyn_cast<ConstantSDNode>(CarryIn); in SelectMVE_VADCSBC()
2670 Ops.push_back(CarryIn); in SelectMVE_VADCSBC()
|
| /freebsd/contrib/llvm-project/clang/lib/AST/ |
| H A D | ExprConstant.cpp | 13007 APSInt LHS, RHS, CarryIn, CarryOut, Result; in VisitBuiltinCallExpr() local
13011 !EvaluateInteger(E->getArg(2), CarryIn, Info) || in VisitBuiltinCallExpr()
13029 LHS.uadd_ov(RHS, FirstOverflowed).uadd_ov(CarryIn, SecondOverflowed); in VisitBuiltinCallExpr()
13037 LHS.usub_ov(RHS, FirstOverflowed).usub_ov(CarryIn, SecondOverflowed); in VisitBuiltinCallExpr()
|