Lines Matching refs:Scale

494   int64_t Scale = 0;  member
635 if (Scale != 1) in isCanonical()
638 if (Scale == 1 && BaseRegs.empty()) in isCanonical()
665 assert(Scale == 1 && "Expected 1*reg => reg"); in canonicalize()
667 Scale = 0; in canonicalize()
675 Scale = 1; in canonicalize()
696 if (Scale != 1) in unscale()
698 Scale = 0; in unscale()
774 if (Scale != 0) { in print()
776 OS << Scale << "*reg("; in print()
1394 bool HasBaseReg, int64_t Scale,
1539 NumBaseParts - (1 + (F.Scale && isAMCompletelyFolded(*TTI, LU, F))); in RateFormula()
1560 Offset, F.HasBaseReg, F.Scale, Fixup.UserInst)) in RateFormula()
1818 bool HasBaseReg, int64_t Scale, in isAMCompletelyFolded() argument
1827 HasBaseReg, Scale, AccessTy.AddrSpace, in isAMCompletelyFolded()
1837 if (Scale != 0 && HasBaseReg && BaseOffset.isNonZero()) in isAMCompletelyFolded()
1842 if (Scale != 0 && Scale != -1) in isAMCompletelyFolded()
1857 if (Scale == 0) in isAMCompletelyFolded()
1869 return !BaseGV && Scale == 0 && BaseOffset.isZero(); in isAMCompletelyFolded()
1873 return !BaseGV && (Scale == 0 || Scale == -1) && BaseOffset.isZero(); in isAMCompletelyFolded()
1883 bool HasBaseReg, int64_t Scale) { in isAMCompletelyFolded() argument
1900 HasBaseReg, Scale) && in isAMCompletelyFolded()
1902 HasBaseReg, Scale); in isAMCompletelyFolded()
1916 assert((F.isCanonical(L) || F.Scale != 0)); in isAMCompletelyFolded()
1918 F.BaseGV, F.BaseOffset, F.HasBaseReg, F.Scale); in isAMCompletelyFolded()
1925 Immediate BaseOffset, bool HasBaseReg, int64_t Scale) { in isLegalUse() argument
1928 BaseOffset, HasBaseReg, Scale) || in isLegalUse()
1931 (Scale == 1 && in isLegalUse()
1940 F.BaseOffset, F.HasBaseReg, F.Scale); in isLegalUse()
1958 F.Scale, Fixup.UserInst)) in isAMCompletelyFolded()
1965 F.Scale); in isAMCompletelyFolded()
1971 if (!F.Scale) in getScalingFactorCost()
1978 return F.Scale != 1; in getScalingFactorCost()
1993 F.HasBaseReg, F.Scale, LU.AccessTy.AddrSpace); in getScalingFactorCost()
1996 F.HasBaseReg, F.Scale, LU.AccessTy.AddrSpace); in getScalingFactorCost()
2023 int64_t Scale = Kind == LSRUse::ICmpZero ? -1 : 1; in isAlwaysFoldable() local
2027 if (!HasBaseReg && Scale == 1) { in isAlwaysFoldable()
2028 Scale = 0; in isAlwaysFoldable()
2039 Scale = 0; in isAlwaysFoldable()
2042 HasBaseReg, Scale); in isAlwaysFoldable()
2070 int64_t Scale = Kind == LSRUse::ICmpZero ? -1 : 1; in isAlwaysFoldable() local
2073 BaseOffset, HasBaseReg, Scale); in isAlwaysFoldable()
2697 int64_t Scale = C->getSExtValue(); in OptimizeLoopTermCond() local
2700 /*HasBaseReg=*/true, Scale, in OptimizeLoopTermCond()
2703 Scale = -Scale; in OptimizeLoopTermCond()
2706 /*HasBaseReg=*/true, Scale, in OptimizeLoopTermCond()
2877 F.Scale == OrigF.Scale && in FindUseWithSimilarFormula()
3372 auto *Scale = dyn_cast<SCEVConstant>(IncVScale->getOperand(0)); in canFoldIVIncExpr() local
3373 if (!Scale || Scale->getType()->getScalarSizeInBits() > 64) in canFoldIVIncExpr()
3375 IncOffset = Immediate::getScalable(Scale->getValue()->getSExtValue()); in canFoldIVIncExpr()
4023 if (Base.Scale == 1) in GenerateReassociations()
4033 if (Base.BaseRegs.size() + (Base.Scale == 1) + in GenerateCombinations()
4120 if (Base.Scale == 1) in GenerateSymbolicOffsets()
4143 F.Scale = 0; in GenerateConstantOffsetsImpl()
4218 if (Base.Scale == 1) in GenerateConstantOffsets()
4333 if (Base.Scale != 0 && !Base.unscale()) in GenerateScales()
4336 assert(Base.Scale == 0 && "unscale did not did its job!"); in GenerateScales()
4340 Base.Scale = Factor; in GenerateScales()
4378 if (F.Scale == 1 && (F.BaseRegs.empty() || in GenerateScales()
4383 if (F.Scale == 1 && LU.AllFixupsOutsideLoop) in GenerateScales()
4626 Immediate Offset = F.BaseOffset.addUnsigned(Imm.mulUnsigned(F.Scale)); in GenerateCrossUseConstantOffsets()
4649 (C->getAPInt().abs() * APInt(BitWidth, F.Scale)) in GenerateCrossUseConstantOffsets()
4950 if (F.BaseOffset.isZero() || (F.Scale != 0 && F.Scale != 1)) in NarrowSearchSpaceByCollapsingUnrolledCode()
5085 auto P = BestFormulae.insert({{F.ScaledReg, F.Scale}, FIdx}); in NarrowSearchSpaceByFilterFormulaWithSameScaledReg()
5726 if (F.Scale != 0) { in Expand()
5735 if (F.Scale == 1) in Expand()
5742 assert(F.Scale == -1 && in Expand()
5759 if (F.Scale != 1) in Expand()
5761 SE.getMulExpr(ScaledS, SE.getConstant(ScaledS->getType(), F.Scale)); in Expand()
5835 if (F.Scale == -1) { in Expand()
5846 assert((F.Scale == 0 || F.Scale == 1) && in Expand()