| /freebsd/contrib/llvm-project/llvm/include/llvm/Support/ |
| H A D | BranchProbability.h | 32 class BranchProbability {
42 explicit BranchProbability(uint32_t n) : N(n) {} in BranchProbability() function
45 BranchProbability() : N(UnknownN) {} in BranchProbability() function
46 LLVM_ABI BranchProbability(uint32_t Numerator, uint32_t Denominator);
51 static BranchProbability getZero() { return BranchProbability(0); } in getZero()
52 static BranchProbability getOne() { return BranchProbability(D); } in getOne()
53 static BranchProbability getUnknown() { return BranchProbability(UnknownN); } in getUnknown()
56 static BranchProbability getRaw(uint32_t N) { return BranchProbability(N); } in getRaw()
58 LLVM_ABI static BranchProbability getBranchProbability(uint64_t Numerator,
76 BranchProbability getCompl() const { return BranchProbability(D - N); } in getCompl()
[all …]
|
| H A D | BlockFrequency.h | 24 class BranchProbability; variable
43 LLVM_ABI BlockFrequency &operator*=(BranchProbability Prob);
44 LLVM_ABI BlockFrequency operator*(BranchProbability Prob) const;
48 LLVM_ABI BlockFrequency &operator/=(BranchProbability Prob);
49 LLVM_ABI BlockFrequency operator/(BranchProbability Prob) const;
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | SwitchLoweringUtils.h | 50 BranchProbability Prob;
53 MachineBasicBlock *MBB, BranchProbability Prob) { in range()
64 unsigned JTCasesIndex, BranchProbability Prob) { in jumpTable()
75 unsigned BTCasesIndex, BranchProbability Prob) { in bitTests()
96 BranchProbability ExtraProb;
100 BranchProbability Prob) in CaseBits()
141 BranchProbability TrueProb, FalseProb;
148 BranchProbability trueprob = BranchProbability::getUnknown(),
149 BranchProbability falseprob = BranchProbability::getUnknown(),
161 BranchProbability trueprob = BranchProbability::getUnknown(),
[all …]
|
| H A D | MachineBranchProbabilityInfo.h | 37 BranchProbability getEdgeProbability(const MachineBasicBlock *Src,
42 BranchProbability
|
| H A D | MachineBasicBlock.h | 164 std::vector<BranchProbability> Probs;
165 using probability_iterator = std::vector<BranchProbability>::iterator;
167 std::vector<BranchProbability>::const_iterator;
774 BranchProbability Prob = BranchProbability::getUnknown());
783 LLVM_ABI void setSuccProbability(succ_iterator I, BranchProbability Prob);
791 BranchProbability::normalizeProbabilities(Probs.begin(), Probs.end());
1285 LLVM_ABI BranchProbability getSuccProbability(const_succ_iterator Succ) const;
|
| /freebsd/contrib/llvm-project/llvm/lib/Support/ |
| H A D | BranchProbability.cpp | 23 constexpr uint32_t BranchProbability::D;
25 raw_ostream &BranchProbability::print(raw_ostream &OS) const { in print()
37 LLVM_DUMP_METHOD void BranchProbability::dump() const { print(dbgs()) << '\n'; } in dump()
40 BranchProbability::BranchProbability(uint32_t Numerator, uint32_t Denominator) { in BranchProbability() function in BranchProbability
52 BranchProbability
53 BranchProbability::getBranchProbability(uint64_t Numerator, in getBranchProbability()
62 return BranchProbability(Numerator >> Scale, Denominator); in getBranchProbability()
107 uint64_t BranchProbability::scale(uint64_t Num) const { in scale()
111 uint64_t BranchProbability::scaleByInverse(uint64_t Num) const { in scaleByInverse()
|
| H A D | BlockFrequency.cpp | 21 BlockFrequency &BlockFrequency::operator*=(BranchProbability Prob) { in operator *=()
26 BlockFrequency BlockFrequency::operator*(BranchProbability Prob) const { in operator *()
32 BlockFrequency &BlockFrequency::operator/=(BranchProbability Prob) { in operator /=()
37 BlockFrequency BlockFrequency::operator/(BranchProbability Prob) const { in operator /()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | BranchProbabilityInfo.cpp | 104 static const BranchProbability UR_TAKEN_PROB = BranchProbability::getRaw(1);
110 static const BranchProbability
112 static const BranchProbability
115 using ProbabilityList = SmallVector<BranchProbability>;
127 static const BranchProbability
129 static const BranchProbability
177 static const BranchProbability FPOrdTakenProb(FPH_ORD_WEIGHT,
179 static const BranchProbability
181 static const BranchProbability
183 static const BranchProbability
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | IRTranslator.h | 309 const BasicBlock *EHPadBB, BranchProbability Prob,
310 SmallVectorImpl<std::pair<MachineBasicBlock *, BranchProbability>>
365 BranchProbability TProb,
366 BranchProbability FProb, bool InvertCond);
372 Instruction::BinaryOps Opc, BranchProbability TProb,
373 BranchProbability FProb, bool InvertCond);
394 BranchProbability BranchProbToNext, Register Reg,
405 BranchProbability UnhandledProbs, SwitchCG::CaseClusterIt I,
411 BranchProbability UnhandledProbs,
420 BranchProbability DefaultProb, BranchProbability UnhandledProbs,
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | MachineBranchProbabilityInfo.cpp | 82 BranchProbability MachineBranchProbabilityInfo::getEdgeProbability( in getEdgeProbability()
88 BranchProbability MachineBranchProbabilityInfo::getEdgeProbability( in getEdgeProbability()
97 BranchProbability HotProb(StaticLikelyProb, 100); in isEdgeHot()
105 const BranchProbability Prob = getEdgeProbability(Src, Dst); in printEdgeProbability()
|
| H A D | MachineBlockPlacement.cpp | 495 BranchProbability
519 BranchProbability SuccProb,
520 BranchProbability RealSuccProb,
582 BranchProbability QProb, const BlockChain &Chain,
594 BranchProbability AdjustedSumProb, const BlockChain &Chain,
763 BranchProbability MachineBlockPlacement::collectViableSuccessors( in collectViableSuccessors()
783 auto AdjustedSumProb = BranchProbability::getOne(); in collectViableSuccessors()
809 static BranchProbability
810 getAdjustedProbability(BranchProbability OrigProb, in getAdjustedProbability()
811 BranchProbability AdjustedSumProb) { in getAdjustedProbability()
[all …]
|
| H A D | MIRSampleProfile.cpp | 253 BranchProbability OldProb = BFI->getMBPI()->getEdgeProbability(BB, SI); in setBranchProbs()
254 BranchProbability NewProb(EdgeWeight, BBWeight); in setBranchProbs()
262 BranchProbability Diff; in setBranchProbs()
267 Show = (Diff >= BranchProbability(FSProfileDebugProbDiffThreshold, 100)); in setBranchProbs()
|
| H A D | MachineBasicBlock.cpp | 408 const BranchProbability &BP = getSuccProbability(I); in print()
790 assert((uint64_t)std::abs(Sum - BranchProbability::getDenominator()) <= in validateSuccProbs()
797 BranchProbability Prob) { in addSuccessor()
828 addSuccessor(New, Probs.empty() ? BranchProbability::getUnknown() in splitSuccessor()
1582 BranchProbability
1585 return BranchProbability(1, succ_size()); in getSuccProbability()
1593 auto Sum = BranchProbability::getZero(); in getSuccProbability()
1609 SmallVector<BranchProbability, 8> Normalized(Probs.begin(), Probs.end()); in canPredictBranchProbabilities()
1610 BranchProbability::normalizeProbabilities(Normalized); in canPredictBranchProbabilities()
1614 SmallVector<BranchProbability, 8> Equal(Normalized.size()); in canPredictBranchProbabilities()
[all …]
|
| H A D | SwitchLoweringUtils.cpp | 200 auto Prob = BranchProbability::getZero(); in buildJumpTable()
203 DenseMap<MachineBasicBlock*, BranchProbability> JTProbs; in buildJumpTable()
207 JTProbs[Clusters[I].MBB] = BranchProbability::getZero(); in buildJumpTable()
420 auto TotalProb = BranchProbability::getZero(); in buildBitTests()
429 CaseBits(0, Clusters[i].MBB, 0, BranchProbability::getZero())); in buildBitTests()
|
| H A D | IfConversion.cpp | 233 BranchProbability Prediction) const;
236 BranchProbability Prediction) const;
288 BranchProbability Prediction) const { in MeetIfcvtSizeLimit()
295 BranchProbability Prediction, bool Forked) const { in MeetIfcvtSizeLimit()
663 BranchProbability Prediction) const { in ValidSimple()
689 BranchProbability Prediction) const { in ValidTriangle()
1309 BranchProbability Prediction = MBPI->getEdgeProbability(BB, TrueBBI.BB); in AnalyzeBlock()
1677 BranchProbability CvtNext, CvtFalse, BBNext, BBCvt; in IfConvertTriangle()
2098 BBI.BB->addSuccessor(TailBB, BranchProbability::getOne()); in IfConvertDiamond()
2253 ToBBI.BB->addSuccessor(MO.getMBB(), BranchProbability::getZero()); in MergeBlocks()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | BranchProbabilityInfo.h | 158 LLVM_ABI BranchProbability
164 LLVM_ABI BranchProbability getEdgeProbability(const BasicBlock *Src,
167 LLVM_ABI BranchProbability getEdgeProbability(const BasicBlock *Src,
193 const SmallVectorImpl<BranchProbability> &Probs);
204 static BranchProbability getBranchProbStackProtector(bool IsLikely) { in getBranchProbStackProtector()
205 static const BranchProbability LikelyProb((1u << 20) - 1, 1u << 20); in getBranchProbStackProtector()
332 DenseMap<Edge, BranchProbability> Probs;
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGBuilder.h | 216 BranchProbability &PeeledCaseProb);
238 BranchProbability Prob = BranchProbability::getUnknown()) override {
395 Instruction::BinaryOps Opc, BranchProbability TProb,
396 BranchProbability FProb, bool InvertCond);
401 BranchProbability TProb, BranchProbability FProb,
514 BranchProbability getEdgeProbability(const MachineBasicBlock *Src,
518 BranchProbability Prob = BranchProbability::getUnknown());
528 BranchProbability BranchProbToNext, Register Reg,
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | ControlHeightReduction.cpp | 352 Value *&MergedCondition, BranchProbability &CHRBranchBias);
354 Value *&MergedCondition, BranchProbability &CHRBranchBias);
388 DenseMap<Region *, BranchProbability> BranchBiasMap;
390 DenseMap<SelectInst *, BranchProbability> SelectBiasMap;
580 BranchProbability &TrueProb, in extractBranchProbabilities()
581 BranchProbability &FalseProb) { in extractBranchProbabilities()
595 TrueProb = BranchProbability::getBranchProbability(TrueWeight, SumWeight); in extractBranchProbabilities()
596 FalseProb = BranchProbability::getBranchProbability(FalseWeight, SumWeight); in extractBranchProbabilities()
600 static BranchProbability getCHRBiasThreshold() { in getCHRBiasThreshold()
601 return BranchProbability::getBranchProbability( in getCHRBiasThreshold()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | R600InstrInfo.h | 186 BranchProbability Probability) const override;
190 BranchProbability Probability) const override ;
196 BranchProbability Probability) const override;
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/IPO/ |
| H A D | HotColdSplitting.cpp | 112 BranchProbability ColdProbThresh, in analyzeProfMetadata()
127 auto TrueProb = BranchProbability::getBranchProbability(TrueWt, SumWt); in analyzeProfMetadata()
128 auto FalseProb = BranchProbability::getBranchProbability(FalseWt, SumWt); in analyzeProfMetadata()
233 BasicBlock *BB, BranchProbability ColdProbThresh, in isBasicBlockCold()
675 ColdProbThresh = BranchProbability(1, ColdBranchProbDenom.getValue()); in outlineColdRegions()
|
| H A D | PartialInlining.cpp | 276 BranchProbability
409 BranchProbability MinBranchProbability( in computeOutliningColdRegionsInfo()
439 BranchProbability SuccProb = BPI.getEdgeProbability(ThisBB, *SI); in computeOutliningColdRegionsInfo()
673 BranchProbability PartialInlinerImpl::getOutliningCallBBRelativeFreq( in getOutliningCallBBRelativeFreq()
686 auto OutlineRegionRelFreq = BranchProbability::getBranchProbability( in getOutliningCallBBRelativeFreq()
704 if (OutlineRegionRelFreq < BranchProbability(45, 100)) in getOutliningCallBBRelativeFreq()
708 OutlineRegionRelFreq, BranchProbability(OutlineRegionFreqPercent, 100)); in getOutliningCallBBRelativeFreq()
1308 BranchProbability RelativeToEntryFreq; in tryPartialInline()
1317 RelativeToEntryFreq = BranchProbability(0, 1); in tryPartialInline()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZInstrInfo.h | 267 BranchProbability Probability) const override;
272 BranchProbability Probability) const override;
274 BranchProbability Probability) const override;
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | IRTranslator.cpp | 400 BranchProbability TProb, BranchProbability FProb, bool InvertCond) { in emitBranchForMergedCondition()
436 Instruction::BinaryOps Opc, BranchProbability TProb, in findMergedConditions()
437 BranchProbability FProb, bool InvertCond) { in findMergedConditions()
518 SmallVector<BranchProbability, 2> Probs{TProb / 2, FProb}; in findMergedConditions()
519 BranchProbability::normalizeProbabilities(Probs.begin(), Probs.end()); in findMergedConditions()
551 SmallVector<BranchProbability, 2> Probs{TProb, FProb / 2}; in findMergedConditions()
552 BranchProbability::normalizeProbabilities(Probs.begin(), Probs.end()); in findMergedConditions()
681 BranchProbability Prob) { in addSuccessorWithProb()
691 BranchProbability
700 return BranchProbability(1, SuccSize); in getEdgeProbability()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LoopPredication.cpp | 916 const BasicBlock *ExitBlock) -> BranchProbability { in isLoopProfitableToPredicate()
930 return BranchProbability::getBranchProbability(1, NumSucc); in isLoopProfitableToPredicate()
931 return BranchProbability::getBranchProbability(Numerator, Denominator); in isLoopProfitableToPredicate()
936 return BranchProbability::getBranchProbability(1, NumSucc); in isLoopProfitableToPredicate()
940 BranchProbability LatchExitProbability = in isLoopProfitableToPredicate()
957 BranchProbability ExitingBlockProbability = in isLoopProfitableToPredicate()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonInstrInfo.h | 144 BranchProbability Probability) const override;
156 BranchProbability Probability) const override;
165 BranchProbability Probability) const override;
|