| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | BlockFrequencyInfo.cpp | 144 const BlockFrequencyInfo *BFI) { in getEdgeAttributes()
145 return BFIDOTGTraitsBase::getEdgeAttributes(Node, EI, BFI, BFI->getBPI(), in getEdgeAttributes()
161 : BFI(std::move(Arg.BFI)) {} in BlockFrequencyInfo()
165 BFI = std::move(RHS.BFI); in operator =()
187 if (!BFI) in calculate()
188 BFI.reset(new ImplType); in calculate()
189 BFI->calculate(F, BPI, LI); in calculate()
201 return BFI ? BFI->getBlockFreq(BB) : BlockFrequency(0); in getBlockFreq()
207 if (!BFI) in getBlockProfileCount()
210 return BFI->getBlockProfileCount(*getFunction(), BB, AllowSynthetic); in getBlockProfileCount()
[all …]
|
| H A D | CFGPrinter.cpp | 60 static void writeCFGToDotFile(Function &F, BlockFrequencyInfo *BFI,
70 DOTFuncInfo CFGInfo(&F, BFI, BPI, MaxFreq); in writeCFGToDotFile()
82 static void viewCFG(Function &F, const BlockFrequencyInfo *BFI, in writeCFGToDotFile()
85 DOTFuncInfo CFGInfo(&F, BFI, BPI, MaxFreq); in viewCFG()
96 auto *BFI = &AM.getResult<BlockFrequencyAnalysis>(F);
98 viewCFG(F, BFI, BPI, getMaxFreq(F, BFI)); in CFGViewerLegacyPass()
106 auto *BFI = &AM.getResult<BlockFrequencyAnalysis>(F); in runOnFunction() local
108 viewCFG(F, BFI, BPI, getMaxFreq(F, BFI), /*CFGOnl in runOnFunction()
62 writeCFGToDotFile(Function & F,BlockFrequencyInfo * BFI,BranchProbabilityInfo * BPI,uint64_t MaxFreq,bool CFGOnly=false) writeCFGToDotFile() argument
84 viewCFG(Function & F,const BlockFrequencyInfo * BFI,const BranchProbabilityInfo * BPI,uint64_t MaxFreq,bool CFGOnly=false) viewCFG() argument
129 auto *BFI = &AM.getResult<BlockFrequencyAnalysis>(F); run() local
146 auto *BFI = &getAnalysis<BlockFrequencyInfoWrapperPass>().getBFI(); runOnFunction() local
170 auto *BFI = &AM.getResult<BlockFrequencyAnalysis>(F); run() local
187 auto *BFI = &getAnalysis<BlockFrequencyInfoWrapperPass>().getBFI(); runOnFunction() local
211 auto *BFI = &AM.getResult<BlockFrequencyAnalysis>(F); run() local
228 auto *BFI = &getAnalysis<BlockFrequencyInfoWrapperPass>().getBFI(); runOnFunction() local
252 auto *BFI = &AM.getResult<BlockFrequencyAnalysis>(F); run() local
265 viewCFG(bool ViewCFGOnly,const BlockFrequencyInfo * BFI,const BranchProbabilityInfo * BPI) const viewCFG() argument
280 viewCFGOnly(const BlockFrequencyInfo * BFI,const BranchProbabilityInfo * BPI) const viewCFGOnly() argument
320 if (auto *BFI = CFGInfo->getBFI()) { isNodeHidden() local
[all...] |
| H A D | OptimizationRemarkEmitter.cpp | 28 : F(F), BFI(nullptr) { in OptimizationRemarkEmitter()
45 BFI = OwnedBFI.get(); in OptimizationRemarkEmitter()
53 BFI = nullptr; in invalidate()
57 if (BFI && Inv.invalidate<BlockFrequencyAnalysis>(F, PA)) in invalidate()
66 if (!BFI) in computeHotness()
69 return BFI->getBlockProfileCount(cast<BasicBlock>(V)); in computeHotness()
100 BlockFrequencyInfo *BFI; in runOnFunction() local
104 BFI = &getAnalysis<LazyBlockFrequencyInfoPass>().getBFI(); in runOnFunction()
113 BFI = nullptr; in runOnFunction()
115 ORE = std::make_unique<OptimizationRemarkEmitter>(&Fn, BFI); in runOnFunction()
[all …]
|
| H A D | BlockFrequencyInfoImpl.cpp | 304 static void cleanup(BlockFrequencyInfoImplBase &BFI) { in cleanup() argument
305 std::vector<FrequencyData> SavedFreqs(std::move(BFI.Freqs)); in cleanup()
306 SparseBitVector<> SavedIsIrrLoopHeader(std::move(BFI.IsIrrLoopHeader)); in cleanup()
307 BFI.clear(); in cleanup()
308 BFI.Freqs = std::move(SavedFreqs); in cleanup()
309 BFI.IsIrrLoopHeader = std::move(SavedIsIrrLoopHeader); in cleanup()
435 static void debugAssign(const BlockFrequencyInfoImplBase &BFI, in debugAssign() argument
442 dbgs() << " to " << BFI.getBlockName(T); in debugAssign()
482 static void convertFloatingToInteger(BlockFrequencyInfoImplBase &BFI, in convertFloatingToInteger() argument
502 for (size_t Index = 0; Index < BFI.Freqs.size(); ++Index) { in convertFloatingToInteger()
[all …]
|
| H A D | ProfileSummaryInfo.cpp | 70 const CallBase &Call, BlockFrequencyInfo *BFI, bool AllowSynthetic) const { in refresh()
83 if (BFI) in getProfileCount()
84 return BFI->getBlockProfileCount(Call.getParent(), AllowSynthetic); in getProfileCount()
201 BlockFrequencyInfo *BFI) const {
202 auto C = getProfileCount(CB, BFI); in getOrCompHotCountThreshold()
207 BlockFrequencyInfo *BFI) const { in getOrCompColdCountThreshold()
208 auto C = getProfileCount(CB, BFI); in getOrCompColdCountThreshold()
80 getProfileCount(const CallBase & Call,BlockFrequencyInfo * BFI,bool AllowSynthetic) const getProfileCount() argument
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | ProfileSummaryInfo.h | 41 // units. This would require making this depend on BFI.
104 BlockFrequencyInfo *BFI,
127 bool isFunctionHotInCallGraph(const FuncT *F, BFIT &BFI) const { in isFunctionHotInCallGraph() argument
139 if (isHotBlock(&BB, &BFI)) in isFunctionHotInCallGraph()
147 bool isFunctionColdInCallGraph(const FuncT *F, BFIT &BFI) const { in isFunctionColdInCallGraph() argument
159 if (!isColdBlock(&BB, &BFI)) in isFunctionColdInCallGraph()
169 const FuncT *F, BFIT &BFI) const { in isFunctionHotInCallGraphNthPercentile() argument
171 PercentileCutoff, F, BFI); in isFunctionHotInCallGraphNthPercentile()
177 const FuncT *F, BFIT &BFI) const { in isFunctionColdInCallGraphNthPercentile() argument
179 PercentileCutoff, F, BFI); in isFunctionColdInCallGraphNthPercentile()
198 isHotBlock(const BBType * BB,BFIT * BFI) isHotBlock() argument
205 isColdBlock(const BBType * BB,BFIT * BFI) isColdBlock() argument
211 isColdBlock(BlockFrequency BlockFreq,const BFIT * BFI) isColdBlock() argument
218 isHotBlockNthPercentile(int PercentileCutoff,const BBType * BB,BFIT * BFI) isHotBlockNthPercentile() argument
225 isHotBlockNthPercentile(int PercentileCutoff,BlockFrequency BlockFreq,BFIT * BFI) isHotBlockNthPercentile() argument
236 isColdBlockNthPercentile(int PercentileCutoff,const BBType * BB,BFIT * BFI) isColdBlockNthPercentile() argument
242 isColdBlockNthPercentile(int PercentileCutoff,BlockFrequency BlockFreq,BFIT * BFI) isColdBlockNthPercentile() argument
306 isHotOrColdBlockNthPercentile(int PercentileCutoff,const BBType * BB,BFIT * BFI) isHotOrColdBlockNthPercentile() argument
317 isHotOrColdBlockNthPercentile(int PercentileCutoff,BlockFrequency BlockFreq,BFIT * BFI) isHotOrColdBlockNthPercentile() argument
[all...] |
| H A D | OptimizationRemarkEmitter.h | 36 OptimizationRemarkEmitter(const Function *F, BlockFrequencyInfo *BFI) in OptimizationRemarkEmitter() argument
37 : F(F), BFI(BFI) {} in OptimizationRemarkEmitter()
53 : F(Arg.F), BFI(Arg.BFI) {} in OptimizationRemarkEmitter()
57 BFI = RHS.BFI;
113 BlockFrequencyInfo *BFI; variable
127 bool shouldEmitVerbose() { return BFI != nullptr; } in shouldEmitVerbose()
|
| H A D | LazyBlockFrequencyInfo.h | 50 BFI.calculate( in getCalculated()
54 return BFI; in getCalculated()
62 BFI.releaseMemory(); in releaseMemory()
68 BlockFrequencyInfoT BFI;
|
| H A D | BlockFrequencyInfo.h | 41 std::unique_ptr<ImplType> BFI;
100 // Compare to the other BFI and verify they match.
107 Printable printBlockFreq(const BlockFrequencyInfo &BFI, BlockFrequency Freq);
110 /// `printBlockFreq(BFI, BFI.getBlocakFreq(&BB))`.
111 Printable printBlockFreq(const BlockFrequencyInfo &BFI, const BasicBlock &BB);
124 /// Run the analysis pass over a function and produce BFI.
143 BlockFrequencyInfo BFI;
151 BlockFrequencyInfo &getBFI() { return BFI; }
152 const BlockFrequencyInfo &getBFI() const { return BFI; }
40 std::unique_ptr<ImplType> BFI; global() variable
139 BlockFrequencyInfo BFI; global() variable
[all...] |
| H A D | CFGPrinter.h | 62 const BlockFrequencyInfo *BFI; variable
72 DOTFuncInfo(const Function *F, const BlockFrequencyInfo *BFI, in DOTFuncInfo() argument
74 : F(F), BFI(BFI), BPI(BPI), MaxFreq(MaxFreq) { in DOTFuncInfo()
77 RawWeights = !!BFI; // Print RawWeights when BFI is available. in DOTFuncInfo()
80 const BlockFrequencyInfo *getBFI() const { return BFI; } in getBFI()
89 return BFI->getBlockFreq(BB).getFrequency(); in getFreq()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | SizeOpts.cpp | 64 BlockFrequencyInfo &BFI) { in isFunctionColdInCallGraph()
65 return PSI->isFunctionColdInCallGraph(F, BFI); in isFunctionColdInCallGraph()
70 BlockFrequencyInfo &BFI) { in isFunctionHotInCallGraphNthPercentile()
71 return PSI->isFunctionHotInCallGraphNthPercentile(CutOff, F, BFI); in isFunctionHotInCallGraphNthPercentile()
76 BlockFrequencyInfo &BFI) { in isFunctionColdInCallGraphNthPercentile()
77 return PSI->isFunctionColdInCallGraphNthPercentile(CutOff, F, BFI); in isFunctionColdInCallGraphNthPercentile()
81 BlockFrequencyInfo *BFI) { in isColdBlock()
82 return PSI->isColdBlock(BB, BFI); in isColdBlock()
87 BlockFrequencyInfo *BFI) { in isHotBlockNthPercentile()
88 return PSI->isHotBlockNthPercentile(CutOff, BB, BFI); in isHotBlockNthPercentile()
[all …]
|
| H A D | BreakCriticalEdges.cpp | 341 BlockFrequencyInfo *BFI) { in SplitIndirectBrCriticalEdges() argument
355 bool ShouldUpdateAnalysis = BPI && BFI; in SplitIndirectBrCriticalEdges()
387 BFI->setBlockFreq(BodyBlock, BFI->getBlockFreq(Target)); in SplitIndirectBrCriticalEdges()
407 BlockFreqForDirectSucc += BFI->getBlockFreq(Src) * in SplitIndirectBrCriticalEdges()
411 BFI->setBlockFreq(DirectSucc, BlockFreqForDirectSucc); in SplitIndirectBrCriticalEdges()
413 BFI->getBlockFreq(Target) - BlockFreqForDirectSucc; in SplitIndirectBrCriticalEdges()
414 BFI->setBlockFreq(Target, NewBlockFreqForTarget); in SplitIndirectBrCriticalEdges()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | SizeOpts.h | 52 BFIT *BFI, PGSOQueryType QueryType) { in shouldFuncOptimizeForSizeImpl() argument
54 if (!PSI || !BFI || !PSI->hasProfileSummary()) in shouldFuncOptimizeForSizeImpl()
61 return PSI->isFunctionColdInCallGraph(F, *BFI); in shouldFuncOptimizeForSizeImpl()
66 *BFI); in shouldFuncOptimizeForSizeImpl()
68 *BFI); in shouldFuncOptimizeForSizeImpl()
73 ProfileSummaryInfo *PSI, BFIT *BFI, in shouldOptimizeForSizeImpl() argument
75 if (!PSI || !BFI || !PSI->hasProfileSummary()) in shouldOptimizeForSizeImpl()
82 return PSI->isColdBlock(BBOrBlockFreq, BFI); in shouldOptimizeForSizeImpl()
87 BFI); in shouldOptimizeForSizeImpl()
88 return !PSI->isHotBlockNthPercentile(PgsoCutoffInstrProf, BBOrBlockFreq, BFI); in shouldOptimizeForSizeImpl()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LoopSink.cpp | 79 BlockFrequencyInfo &BFI) {
82 T += BFI.getBlockFreq(B); in adjustedSumFreq()
118 DominatorTree &DT, BlockFrequencyInfo &BFI) { in findBBsToSinkInto()
141 if (adjustedSumFreq(BBsDominatedByColdestBB, BFI) > in findBBsToSinkInto()
142 BFI.getBlockFreq(ColdestBB)) { in findBBsToSinkInto()
160 if (adjustedSumFreq(BBsToSinkInto, BFI) > in findBBsToSinkInto()
161 BFI.getBlockFreq(L.getLoopPreheader())) in findBBsToSinkInto()
173 DominatorTree &DT, BlockFrequencyInfo &BFI, MemorySSAUpdater *MSSAU) { in sinkInstruction()
209 findBBsToSinkInto(L, BBs, ColdLoopBBs, DT, BFI); in sinkInstruction()
283 BlockFrequencyInfo &BFI, in sinkLoopInvariantInstructions() argument
81 adjustedSumFreq(SmallPtrSetImpl<BasicBlock * > & BBs,BlockFrequencyInfo & BFI) adjustedSumFreq() argument
120 findBBsToSinkInto(const Loop & L,const SmallPtrSetImpl<BasicBlock * > & UseBBs,const SmallVectorImpl<BasicBlock * > & ColdLoopBBs,DominatorTree & DT,BlockFrequencyInfo & BFI) findBBsToSinkInto() argument
175 sinkInstruction(Loop & L,Instruction & I,const SmallVectorImpl<BasicBlock * > & ColdLoopBBs,const SmallDenseMap<BasicBlock *,int,16> & LoopBlockNumber,LoopInfo & LI,DominatorTree & DT,BlockFrequencyInfo & BFI,MemorySSAUpdater * MSSAU) sinkInstruction() argument
354 BlockFrequencyInfo &BFI = FAM.getResult<BlockFrequencyAnalysis>(F); run() local
[all...] |
| H A D | LoopLoadElimination.cpp | 173 DominatorTree *DT, BlockFrequencyInfo *BFI, in LoadEliminationForLoop() argument
175 : L(L), LI(LI), LAI(LAI), DT(DT), BFI(BFI), PSI(PSI), PSE(LAI.getPSE()) {} in LoadEliminationForLoop()
591 llvm::shouldOptimizeForSize(HeaderBB, PSI, BFI, in processLoop()
640 BlockFrequencyInfo *BFI; member in __anon087f49260311::LoadEliminationForLoop
649 BlockFrequencyInfo *BFI, in eliminateLoadsAcrossLoops() argument
676 LoadEliminationForLoop LEL(L, &LI, LAIs.getInfo(*L), &DT, BFI, PSI); in eliminateLoadsAcrossLoops()
696 auto *BFI = (PSI && PSI->hasProfileSummary()) ? in run() local
700 bool Changed = eliminateLoadsAcrossLoops(F, LI, DT, BFI, PSI, &SE, &AC, LAIs); in run()
|
| H A D | ConstantHoisting.cpp | 216 static void findBestInsertionSet(DominatorTree &DT, BlockFrequencyInfo &BFI, in findBestInsertionSet() argument
285 if (InsertPtsFreq > BFI.getBlockFreq(Node) || in findBestInsertionSet()
286 (InsertPtsFreq == BFI.getBlockFreq(Node) && InsertPts.size() > 1)) in findBestInsertionSet()
306 (InsertPtsFreq > BFI.getBlockFreq(Node) || in findBestInsertionSet()
307 (InsertPtsFreq == BFI.getBlockFreq(Node) && InsertPts.size() > 1)))) { in findBestInsertionSet()
309 ParentPtsFreq += BFI.getBlockFreq(Node); in findBestInsertionSet()
335 if (BFI) { in findConstantInsertionPoint()
336 findBestInsertionSet(*DT, *BFI, Entry, BBs); in findConstantInsertionPoint()
947 DominatorTree &DT, BlockFrequencyInfo *BFI, in runImpl() argument
951 this->BFI = BFI; in runImpl()
[all …]
|
| H A D | JumpThreading.cpp | 297 BFI = BFI_; in runImpl()
2269 auto *BFI = getOrCreateBFI(HasProfile); in threadThroughTwoBasicBlocks() local
2270 auto *BPI = getOrCreateBPI(BFI != nullptr); in threadThroughTwoBasicBlocks()
2281 if (BFI) { in threadThroughTwoBasicBlocks()
2283 auto NewBBFreq = BFI->getBlockFreq(PredPredBB) * in threadThroughTwoBasicBlocks()
2285 BFI->setBlockFreq(NewBB, NewBBFreq); in threadThroughTwoBasicBlocks()
2382 auto *BFI = getOrCreateBFI(HasProfile); in threadEdge() local
2383 auto *BPI = getOrCreateBPI(BFI != nullptr); in threadEdge()
2408 if (BFI) { in threadEdge()
2411 BFI->getBlockFreq(PredBB) * BPI->getEdgeProbability(PredBB, BB); in threadEdge()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | PGOMemOPSizeOpt.cpp | 177 MemOPSizeOpt(Function &Func, BlockFrequencyInfo &BFI, in MemOPSizeOpt() argument
180 : Func(Func), BFI(BFI), ORE(ORE), DT(DT), TLI(TLI), Changed(false) {} in MemOPSizeOpt()
216 BlockFrequencyInfo &BFI; member in __anona03ef4830111::MemOPSizeOpt
260 auto BBEdgeCount = BFI.getBlockProfileCount(MO.I->getParent()); in perform()
368 auto OrigBBFreq = BFI.getBlockFreq(BB); in perform()
376 BFI.setBlockFreq(MergeBB, OrigBBFreq); in perform()
453 static bool PGOMemOPSizeOptImpl(Function &F, BlockFrequencyInfo &BFI, in PGOMemOPSizeOptImpl() argument
461 MemOPSizeOpt MemOPSizeOpt(F, BFI, ORE, DT, TLI); in PGOMemOPSizeOptImpl()
468 auto &BFI = FAM.getResult<BlockFrequencyAnalysis>(F); in run() local
472 bool Changed = PGOMemOPSizeOptImpl(F, BFI, ORE, DT, TLI); in run()
|
| H A D | LowerAllowCheckPass.cpp | 73 static bool removeUbsanTraps(Function &F, const BlockFrequencyInfo &BFI, in removeUbsanTraps() argument
101 uint64_t Count = BFI.getBlockProfileCount(&BB).value_or(0); in removeUbsanTraps()
136 BlockFrequencyInfo &BFI = AM.getResult<BlockFrequencyAnalysis>(F); in run() local
140 return removeUbsanTraps(F, BFI, PSI, ORE) ? PreservedAnalyses::none() in run()
|
| H A D | CGProfile.cpp | 69 auto &BFI = FAM.getResult<BlockFrequencyAnalysis>(F); in runCGProfilePass() local
70 if (BFI.getEntryFreq() == BlockFrequency(0)) in runCGProfilePass()
74 std::optional<uint64_t> BBCount = BFI.getBlockProfileCount(&BB); in runCGProfilePass()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/IPO/ |
| H A D | FunctionSpecialization.h | 177 BlockFrequencyInfo &BFI;
195 InstCostVisitor(const DataLayout &DL, BlockFrequencyInfo &BFI, in getInstCostVisitorFor()
197 : DL(DL), BFI(BFI), TTI(TTI), Solver(Solver) {}
286 auto &BFI = GetBFI(*F);
288 return InstCostVisitor(M.getDataLayout(), BFI, TTI, Solver);
124 BlockFrequencyInfo &BFI; global() variable
133 InstCostVisitor(const DataLayout & DL,BlockFrequencyInfo & BFI,TargetTransformInfo & TTI,SCCPSolver & Solver) InstCostVisitor() argument
192 auto &BFI = GetBFI(*F); getInstCostVisitorFor() local
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Instrumentation/ |
| H A D | CFGMST.h | 54 BlockFrequencyInfo *const BFI;
118 (BFI != nullptr ? BFI->getEntryFreq().getFrequency() : 2); in buildEdges()
142 (BFI != nullptr ? BFI->getBlockFreq(&BB).getFrequency() : 2); in buildEdges()
296 BlockFrequencyInfo *BFI = nullptr) in F()
297 : F(Func), BPI(BPI), BFI(BFI), InstrumentFuncEntry(InstrumentFuncEntry) {
279 BlockFrequencyInfo *BFI; global() variable
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/IPO/ |
| H A D | HotColdSplitting.cpp | 236 BlockFrequencyInfo *BFI) const { in isBasicBlockCold()
237 if (BFI) { in isBasicBlockCold()
238 if (PSI->isColdBlock(BB, BFI)) in isBasicBlockCold()
415 const CodeExtractorAnalysisCache &CEAC, BlockFrequencyInfo *BFI, in extractColdRegion() argument
435 markFunctionCold(*OutF, BFI != nullptr); in extractColdRegion()
666 BlockFrequencyInfo *BFI = nullptr; in outlineColdRegions() local
668 BFI = GetBFI(F); in outlineColdRegions()
689 if (!isBasicBlockCold(BB, ColdProbThresh, AnnotatedColdBlocks, BFI)) in outlineColdRegions()
769 extractColdRegion(*BCE.first, BCE.second, CEAC, BFI, TTI, ORE); in outlineColdRegions()
|
| H A D | SyntheticCountsPropagation.cpp | 109 auto &BFI = FAM.getResult<BlockFrequencyAnalysis>(*Caller); in run() local
114 Scaled64 EntryFreq(BFI.getEntryFreq().getFrequency(), 0); in run()
115 Scaled64 BBCount(BFI.getBlockFreq(CSBB).getFrequency(), 0); in run()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | GIMatchTableExecutor.h | 575 BlockFrequencyInfo *BFI = nullptr; variable
590 BFI = bfi;
621 (PSI && BFI && CurMBB && llvm::shouldOptForSize(*CurMBB, PSI, BFI)); in shouldOptForSize()
|