| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationPlanner.h | 241 InstructionCost ScalarCost; member
248 InstructionCost ScalarCost) in VectorizationFactor()
249 : Width(Width), Cost(Cost), ScalarCost(ScalarCost) {} in VectorizationFactor()
|
| H A D | LoopVectorize.cpp | 1345 bool isDivRemScalarWithPredication(InstructionCost ScalarCost, in isDivRemScalarWithPredication() argument
1349 return ScalarCost < SafeDivisorCost; in isDivRemScalarWithPredication()
3340 const auto [ScalarCost, SafeDivisorCost] = getDivRemSpeculationCost(I, VF); in isScalarWithPredication()
3341 return isDivRemScalarWithPredication(ScalarCost, SafeDivisorCost); in isScalarWithPredication()
4331 InstructionCost ScalarCost) { in isMoreProfitable() argument
4342 return VectorCost * (MaxTripCount / VF) + ScalarCost * (MaxTripCount % VF); in isMoreProfitable()
4345 auto RTCostA = GetCostForTC(EstimatedWidthA, CostA, A.ScalarCost); in isMoreProfitable()
4346 auto RTCostB = GetCostForTC(EstimatedWidthB, CostB, B.ScalarCost); in isMoreProfitable()
4523 const VectorizationFactor ScalarCost(ElementCount::getFixed(1), ExpectedCost, in selectVectorizationFactor() local
4525 VectorizationFactor ChosenFactor = ScalarCost; in selectVectorizationFactor()
[all …]
|
| H A D | SLPVectorizer.cpp | 3187 InstructionCost VecCost, InstructionCost ScalarCost, in dumpTreeCosts() argument
3194 dbgs() << "SLP: ScalarCost = " << ScalarCost << "\n"; in dumpTreeCosts()
3195 dbgs() << "SLP: ReuseShuffleCost + VecCost - ScalarCost = " in dumpTreeCosts()
3196 << ReuseShuffleCost + VecCost - ScalarCost << "\n"; in dumpTreeCosts()
8071 InstructionCost ScalarCost = 0; in getGEPCosts() local
8087 ScalarCost = TTI.getPointersChainCost( in getGEPCosts()
8129 ScalarCost = in getGEPCosts()
8145 return std::make_pair(ScalarCost, VecCost); in getGEPCosts()
9337 InstructionCost ScalarCost in getEntryCost() local
9392 InstructionCost ScalarCost = 0; getEntryCost() local
9405 InstructionCost ScalarCost = 0; getEntryCost() local
9659 InstructionCost ScalarCost = TTI->getCmpSelInstrCost( getEntryCost() local
17787 InstructionCost VectorCost = 0, ScalarCost; getReductionCost() local
17803 InstructionCost ScalarCost = 0; getReductionCost() local
[all...] |
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.cpp | 569 InstructionCost ScalarCost = in getArithmeticInstrCost() local
573 (VF * ScalarCost) + in getArithmeticInstrCost()
901 InstructionCost ScalarCost = getCastInstrCost( in getCastInstrCost() local
903 InstructionCost TotCost = VF * ScalarCost; in getCastInstrCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 90 InstructionCost ScalarCost) in IntrinsicCostAttributes() argument
91 : II(I), RetTy(RTy), IID(Id), FMF(Flags), ScalarizationCost(ScalarCost) { in IntrinsicCostAttributes()
110 InstructionCost ScalarCost) in IntrinsicCostAttributes() argument
111 : II(I), RetTy(RTy), IID(Id), FMF(Flags), ScalarizationCost(ScalarCost) { in IntrinsicCostAttributes()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.cpp | 1605 InstructionCost ScalarCost = in getGatherScatterOpCost() local
1613 return ScalarCost; in getGatherScatterOpCost()
1651 return ScalarCost; in getGatherScatterOpCost()
1660 return ScalarCost; in getGatherScatterOpCost()
1666 return ScalarCost; in getGatherScatterOpCost()
1670 return ScalarCost; in getGatherScatterOpCost()
1676 return ScalarCost; in getGatherScatterOpCost()
1678 return ScalarCost; in getGatherScatterOpCost()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 1963 InstructionCost ScalarCost = in getTypeBasedIntrinsicInstrCost() local
1966 return ScalarCalls * ScalarCost + ScalarizationCost; in getTypeBasedIntrinsicInstrCost()
2394 InstructionCost ScalarCost = in getTypeBasedIntrinsicInstrCost() local
2405 return ScalarCalls * ScalarCost + ScalarizationCost; in getTypeBasedIntrinsicInstrCost()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 135 InstructionCost ScalarCost = InstructionCost::getInvalid(),
141 InstructionCost ScalarCost = InstructionCost::getInvalid());
150 InstructionCost ScalarCost = InstructionCost::getInvalid());
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | CodeGenPrepare.cpp | 7664 InstructionCost ScalarCost = in isProfitableToPromote() local
7681 ScalarCost += TTI.getArithmeticInstrCost( in isProfitableToPromote()
7688 << ScalarCost << "\nVector: " << VectorCost << '\n'); in isProfitableToPromote()
7689 return ScalarCost > VectorCost; in isProfitableToPromote()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86TargetTransformInfo.cpp | 1490 InstructionCost ScalarCost = in getArithmeticInstrCost() local
1493 return 20 * LT.first * LT.second.getVectorNumElements() * ScalarCost; in getArithmeticInstrCost()
|