| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationPlanner.h | 351 InstructionCost ScalarCost; member
358 InstructionCost ScalarCost) in VectorizationFactor()
359 : Width(Width), Cost(Cost), ScalarCost(ScalarCost) {} in VectorizationFactor()
|
| H A D | LoopVectorize.cpp | 1249 bool isDivRemScalarWithPredication(InstructionCost ScalarCost, in isDivRemScalarWithPredication() argument
1253 return ScalarCost < SafeDivisorCost; in isDivRemScalarWithPredication()
2943 const auto [ScalarCost, SafeDivisorCost] = getDivRemSpeculationCost(I, VF); in isScalarWithPredication()
2944 return isDivRemScalarWithPredication(ScalarCost, SafeDivisorCost); in isScalarWithPredication()
3980 InstructionCost ScalarCost) { in isMoreProfitable() argument
3991 ScalarCost * (MaxTripCount % VF); in isMoreProfitable()
3995 auto RTCostA = GetCostForTC(EstimatedWidthA, CostA, A.ScalarCost); in isMoreProfitable()
3996 auto RTCostB = GetCostForTC(EstimatedWidthB, CostB, B.ScalarCost); in isMoreProfitable()
4239 const VectorizationFactor ScalarCost(ElementCount::getFixed(1), ExpectedCost, in selectVectorizationFactor() local
4241 VectorizationFactor ChosenFactor = ScalarCost; in selectVectorizationFactor()
[all …]
|
| H A D | SLPVectorizer.cpp | 4041 InstructionCost VecCost, InstructionCost ScalarCost, in dumpTreeCosts() argument
4048 dbgs() << "SLP: ScalarCost = " << ScalarCost << "\n"; in dumpTreeCosts()
4050 << ReuseShuffleCost + VecCost - ScalarCost << "\n"; in dumpTreeCosts()
5910 InstructionCost ScalarCost = in isMaskedLoadCompress() local
5912 if (ExtractCost <= ScalarCost) in isMaskedLoadCompress()
11322 InstructionCost ScalarCost = 0; in getGEPCosts() local
11338 ScalarCost = TTI.getPointersChainCost( in getGEPCosts()
11380 ScalarCost = in getGEPCosts()
11396 return std::make_pair(ScalarCost, VecCost); in getGEPCosts()
13052 InstructionCost ScalarCost = 0; in getEntryCost() local
[all …]
|
| H A D | VectorCombine.cpp | 1810 InstructionCost ScalarCost = in scalarizeExtExtract() local
1820 if (ScalarCost > VectorCost) in scalarizeExtExtract()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.cpp | 689 InstructionCost ScalarCost = in getArithmeticInstrCost() local
693 (VF * ScalarCost) + in getArithmeticInstrCost()
1028 InstructionCost ScalarCost = getCastInstrCost( in getCastInstrCost() local
1030 InstructionCost TotCost = VF * ScalarCost; in getCastInstrCost()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 137 InstructionCost ScalarCost = InstructionCost::getInvalid(),
143 InstructionCost ScalarCost = InstructionCost::getInvalid());
152 InstructionCost ScalarCost = InstructionCost::getInvalid(),
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.cpp | 1688 InstructionCost ScalarCost = in getGatherScatterOpCost() local
1696 return ScalarCost; in getGatherScatterOpCost()
1734 return ScalarCost; in getGatherScatterOpCost()
1743 return ScalarCost; in getGatherScatterOpCost()
1749 return ScalarCost; in getGatherScatterOpCost()
1753 return ScalarCost; in getGatherScatterOpCost()
1759 return ScalarCost; in getGatherScatterOpCost()
1761 return ScalarCost; in getGatherScatterOpCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 93 InstructionCost ScalarCost) in IntrinsicCostAttributes() argument
94 : II(I), RetTy(RTy), IID(Id), FMF(Flags), ScalarizationCost(ScalarCost) { in IntrinsicCostAttributes()
111 InstructionCost ScalarCost, TargetLibraryInfo const *LibInfo) in IntrinsicCostAttributes() argument
112 : II(I), RetTy(RTy), IID(Id), FMF(Flags), ScalarizationCost(ScalarCost), in IntrinsicCostAttributes()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 2236 InstructionCost ScalarCost = in getTypeBasedIntrinsicInstrCost() local
2239 return ScalarCalls * ScalarCost + ScalarizationCost; in getTypeBasedIntrinsicInstrCost()
2930 InstructionCost ScalarCost = in getTypeBasedIntrinsicInstrCost() local
2941 return ScalarCalls * ScalarCost + ScalarizationCost; in getTypeBasedIntrinsicInstrCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | CodeGenPrepare.cpp | 8056 InstructionCost ScalarCost = in isProfitableToPromote() local
8073 ScalarCost += TTI.getArithmeticInstrCost( in isProfitableToPromote()
8080 << ScalarCost << "\nVector: " << VectorCost << '\n'); in isProfitableToPromote()
8081 return ScalarCost > VectorCost; in isProfitableToPromote()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86TargetTransformInfo.cpp | 1489 InstructionCost ScalarCost = in getArithmeticInstrCost() local
1492 return 20 * LT.first * LT.second.getVectorNumElements() * ScalarCost; in getArithmeticInstrCost()
|