Lines Matching refs:UP
144 TargetTransformInfo::UnrollingPreferences &UP) { in getUnrollAndJammedLoopSize() argument
145 assert(LoopSize >= UP.BEInsns && "LoopSize should not be less than BEInsns!"); in getUnrollAndJammedLoopSize()
146 return static_cast<uint64_t>(LoopSize - UP.BEInsns) * UP.Count + UP.BEInsns; in getUnrollAndJammedLoopSize()
158 TargetTransformInfo::UnrollingPreferences &UP, in computeUnrollAndJamCount() argument
170 /*MaxOrZero*/ false, OuterTripMultiple, OuterUCE, UP, PP, in computeUnrollAndJamCount()
177 UP.Count = 0; in computeUnrollAndJamCount()
184 UP.Count = UnrollAndJamCount; in computeUnrollAndJamCount()
185 UP.Force = true; in computeUnrollAndJamCount()
186 if (UP.AllowRemainder && in computeUnrollAndJamCount()
187 getUnrollAndJammedLoopSize(OuterLoopSize, UP) < UP.Threshold && in computeUnrollAndJamCount()
188 getUnrollAndJammedLoopSize(InnerLoopSize, UP) < in computeUnrollAndJamCount()
189 UP.UnrollAndJamInnerLoopThreshold) in computeUnrollAndJamCount()
196 UP.Count = PragmaCount; in computeUnrollAndJamCount()
197 UP.Runtime = true; in computeUnrollAndJamCount()
198 UP.Force = true; in computeUnrollAndJamCount()
199 if ((UP.AllowRemainder || (OuterTripMultiple % PragmaCount == 0)) && in computeUnrollAndJamCount()
200 getUnrollAndJammedLoopSize(OuterLoopSize, UP) < UP.Threshold && in computeUnrollAndJamCount()
201 getUnrollAndJammedLoopSize(InnerLoopSize, UP) < in computeUnrollAndJamCount()
202 UP.UnrollAndJamInnerLoopThreshold) in computeUnrollAndJamCount()
213 UP.UnrollAndJamInnerLoopThreshold = PragmaUnrollAndJamThreshold; in computeUnrollAndJamCount()
215 if (!UP.AllowRemainder && getUnrollAndJammedLoopSize(InnerLoopSize, UP) >= in computeUnrollAndJamCount()
216 UP.UnrollAndJamInnerLoopThreshold) { in computeUnrollAndJamCount()
219 UP.Count = 0; in computeUnrollAndJamCount()
226 if (!ExplicitUnrollAndJamCount && UP.AllowRemainder) { in computeUnrollAndJamCount()
227 while (UP.Count != 0 && getUnrollAndJammedLoopSize(InnerLoopSize, UP) >= in computeUnrollAndJamCount()
228 UP.UnrollAndJamInnerLoopThreshold) in computeUnrollAndJamCount()
229 UP.Count--; in computeUnrollAndJamCount()
239 if (InnerTripCount && InnerLoopSize * InnerTripCount < UP.Threshold) { in computeUnrollAndJamCount()
242 UP.Count = 0; in computeUnrollAndJamCount()
251 UP.Count = 0; in computeUnrollAndJamCount()
271 UP.Count = 0; in computeUnrollAndJamCount()
283 TargetTransformInfo::UnrollingPreferences UP = gatherUnrollingPreferences( in tryToUnrollAndJamLoop() local
293 UP.UnrollAndJam = true; in tryToUnrollAndJamLoop()
296 UP.UnrollAndJam = AllowUnrollAndJam; in tryToUnrollAndJamLoop()
298 UP.UnrollAndJamInnerLoopThreshold = UnrollAndJamThreshold; in tryToUnrollAndJamLoop()
300 if (!UP.UnrollAndJam || UP.UnrollAndJamInnerLoopThreshold == 0) in tryToUnrollAndJamLoop()
326 UnrollCostEstimator InnerUCE(SubLoop, TTI, EphValues, UP.BEInsns); in tryToUnrollAndJamLoop()
327 UnrollCostEstimator OuterUCE(L, TTI, EphValues, UP.BEInsns); in tryToUnrollAndJamLoop()
375 OuterTripMultiple, OuterUCE, InnerTripCount, InnerLoopSize, UP, PP); in tryToUnrollAndJamLoop()
376 if (UP.Count <= 1) in tryToUnrollAndJamLoop()
379 if (OuterTripCount && UP.Count > OuterTripCount) in tryToUnrollAndJamLoop()
380 UP.Count = OuterTripCount; in tryToUnrollAndJamLoop()
384 L, UP.Count, OuterTripCount, OuterTripMultiple, UP.UnrollRemainder, LI, in tryToUnrollAndJamLoop()