xref: /freebsd/contrib/llvm-project/llvm/lib/ProfileData/ProfileSummaryBuilder.cpp (revision 5ffd83dbcc34f10e07f6d3e968ae6365869615f4)
10b57cec5SDimitry Andric //=-- ProfilesummaryBuilder.cpp - Profile summary computation ---------------=//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // This file contains support for computing profile summary data.
100b57cec5SDimitry Andric //
110b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
120b57cec5SDimitry Andric 
130b57cec5SDimitry Andric #include "llvm/IR/Attributes.h"
140b57cec5SDimitry Andric #include "llvm/IR/Function.h"
150b57cec5SDimitry Andric #include "llvm/IR/Metadata.h"
160b57cec5SDimitry Andric #include "llvm/IR/Type.h"
170b57cec5SDimitry Andric #include "llvm/ProfileData/InstrProf.h"
180b57cec5SDimitry Andric #include "llvm/ProfileData/ProfileCommon.h"
190b57cec5SDimitry Andric #include "llvm/ProfileData/SampleProf.h"
200b57cec5SDimitry Andric #include "llvm/Support/Casting.h"
210b57cec5SDimitry Andric 
220b57cec5SDimitry Andric using namespace llvm;
230b57cec5SDimitry Andric 
240b57cec5SDimitry Andric // A set of cutoff values. Each value, when divided by ProfileSummary::Scale
250b57cec5SDimitry Andric // (which is 1000000) is a desired percentile of total counts.
260b57cec5SDimitry Andric static const uint32_t DefaultCutoffsData[] = {
270b57cec5SDimitry Andric     10000,  /*  1% */
280b57cec5SDimitry Andric     100000, /* 10% */
290b57cec5SDimitry Andric     200000, 300000, 400000, 500000, 600000, 700000, 800000,
300b57cec5SDimitry Andric     900000, 950000, 990000, 999000, 999900, 999990, 999999};
310b57cec5SDimitry Andric const ArrayRef<uint32_t> ProfileSummaryBuilder::DefaultCutoffs =
320b57cec5SDimitry Andric     DefaultCutoffsData;
330b57cec5SDimitry Andric 
34*5ffd83dbSDimitry Andric const ProfileSummaryEntry &
35*5ffd83dbSDimitry Andric ProfileSummaryBuilder::getEntryForPercentile(SummaryEntryVector &DS,
36*5ffd83dbSDimitry Andric                                              uint64_t Percentile) {
37*5ffd83dbSDimitry Andric   auto It = partition_point(DS, [=](const ProfileSummaryEntry &Entry) {
38*5ffd83dbSDimitry Andric     return Entry.Cutoff < Percentile;
39*5ffd83dbSDimitry Andric   });
40*5ffd83dbSDimitry Andric   // The required percentile has to be <= one of the percentiles in the
41*5ffd83dbSDimitry Andric   // detailed summary.
42*5ffd83dbSDimitry Andric   if (It == DS.end())
43*5ffd83dbSDimitry Andric     report_fatal_error("Desired percentile exceeds the maximum cutoff");
44*5ffd83dbSDimitry Andric   return *It;
45*5ffd83dbSDimitry Andric }
46*5ffd83dbSDimitry Andric 
470b57cec5SDimitry Andric void InstrProfSummaryBuilder::addRecord(const InstrProfRecord &R) {
480b57cec5SDimitry Andric   // The first counter is not necessarily an entry count for IR
490b57cec5SDimitry Andric   // instrumentation profiles.
500b57cec5SDimitry Andric   // Eventually MaxFunctionCount will become obsolete and this can be
510b57cec5SDimitry Andric   // removed.
520b57cec5SDimitry Andric   addEntryCount(R.Counts[0]);
530b57cec5SDimitry Andric   for (size_t I = 1, E = R.Counts.size(); I < E; ++I)
540b57cec5SDimitry Andric     addInternalCount(R.Counts[I]);
550b57cec5SDimitry Andric }
560b57cec5SDimitry Andric 
570b57cec5SDimitry Andric // To compute the detailed summary, we consider each line containing samples as
580b57cec5SDimitry Andric // equivalent to a block with a count in the instrumented profile.
590b57cec5SDimitry Andric void SampleProfileSummaryBuilder::addRecord(
600b57cec5SDimitry Andric     const sampleprof::FunctionSamples &FS, bool isCallsiteSample) {
610b57cec5SDimitry Andric   if (!isCallsiteSample) {
620b57cec5SDimitry Andric     NumFunctions++;
630b57cec5SDimitry Andric     if (FS.getHeadSamples() > MaxFunctionCount)
640b57cec5SDimitry Andric       MaxFunctionCount = FS.getHeadSamples();
650b57cec5SDimitry Andric   }
660b57cec5SDimitry Andric   for (const auto &I : FS.getBodySamples())
670b57cec5SDimitry Andric     addCount(I.second.getSamples());
680b57cec5SDimitry Andric   for (const auto &I : FS.getCallsiteSamples())
690b57cec5SDimitry Andric     for (const auto &CS : I.second)
700b57cec5SDimitry Andric       addRecord(CS.second, true);
710b57cec5SDimitry Andric }
720b57cec5SDimitry Andric 
730b57cec5SDimitry Andric // The argument to this method is a vector of cutoff percentages and the return
740b57cec5SDimitry Andric // value is a vector of (Cutoff, MinCount, NumCounts) triplets.
750b57cec5SDimitry Andric void ProfileSummaryBuilder::computeDetailedSummary() {
760b57cec5SDimitry Andric   if (DetailedSummaryCutoffs.empty())
770b57cec5SDimitry Andric     return;
780b57cec5SDimitry Andric   llvm::sort(DetailedSummaryCutoffs);
790b57cec5SDimitry Andric   auto Iter = CountFrequencies.begin();
800b57cec5SDimitry Andric   const auto End = CountFrequencies.end();
810b57cec5SDimitry Andric 
820b57cec5SDimitry Andric   uint32_t CountsSeen = 0;
830b57cec5SDimitry Andric   uint64_t CurrSum = 0, Count = 0;
840b57cec5SDimitry Andric 
850b57cec5SDimitry Andric   for (const uint32_t Cutoff : DetailedSummaryCutoffs) {
860b57cec5SDimitry Andric     assert(Cutoff <= 999999);
870b57cec5SDimitry Andric     APInt Temp(128, TotalCount);
880b57cec5SDimitry Andric     APInt N(128, Cutoff);
890b57cec5SDimitry Andric     APInt D(128, ProfileSummary::Scale);
900b57cec5SDimitry Andric     Temp *= N;
910b57cec5SDimitry Andric     Temp = Temp.sdiv(D);
920b57cec5SDimitry Andric     uint64_t DesiredCount = Temp.getZExtValue();
930b57cec5SDimitry Andric     assert(DesiredCount <= TotalCount);
940b57cec5SDimitry Andric     while (CurrSum < DesiredCount && Iter != End) {
950b57cec5SDimitry Andric       Count = Iter->first;
960b57cec5SDimitry Andric       uint32_t Freq = Iter->second;
970b57cec5SDimitry Andric       CurrSum += (Count * Freq);
980b57cec5SDimitry Andric       CountsSeen += Freq;
990b57cec5SDimitry Andric       Iter++;
1000b57cec5SDimitry Andric     }
1010b57cec5SDimitry Andric     assert(CurrSum >= DesiredCount);
1020b57cec5SDimitry Andric     ProfileSummaryEntry PSE = {Cutoff, Count, CountsSeen};
1030b57cec5SDimitry Andric     DetailedSummary.push_back(PSE);
1040b57cec5SDimitry Andric   }
1050b57cec5SDimitry Andric }
1060b57cec5SDimitry Andric 
1070b57cec5SDimitry Andric std::unique_ptr<ProfileSummary> SampleProfileSummaryBuilder::getSummary() {
1080b57cec5SDimitry Andric   computeDetailedSummary();
1098bcb0991SDimitry Andric   return std::make_unique<ProfileSummary>(
1100b57cec5SDimitry Andric       ProfileSummary::PSK_Sample, DetailedSummary, TotalCount, MaxCount, 0,
1110b57cec5SDimitry Andric       MaxFunctionCount, NumCounts, NumFunctions);
1120b57cec5SDimitry Andric }
1130b57cec5SDimitry Andric 
1140b57cec5SDimitry Andric std::unique_ptr<ProfileSummary> InstrProfSummaryBuilder::getSummary() {
1150b57cec5SDimitry Andric   computeDetailedSummary();
1168bcb0991SDimitry Andric   return std::make_unique<ProfileSummary>(
1170b57cec5SDimitry Andric       ProfileSummary::PSK_Instr, DetailedSummary, TotalCount, MaxCount,
1180b57cec5SDimitry Andric       MaxInternalBlockCount, MaxFunctionCount, NumCounts, NumFunctions);
1190b57cec5SDimitry Andric }
1200b57cec5SDimitry Andric 
1210b57cec5SDimitry Andric void InstrProfSummaryBuilder::addEntryCount(uint64_t Count) {
1220b57cec5SDimitry Andric   addCount(Count);
1230b57cec5SDimitry Andric   NumFunctions++;
1240b57cec5SDimitry Andric   if (Count > MaxFunctionCount)
1250b57cec5SDimitry Andric     MaxFunctionCount = Count;
1260b57cec5SDimitry Andric }
1270b57cec5SDimitry Andric 
1280b57cec5SDimitry Andric void InstrProfSummaryBuilder::addInternalCount(uint64_t Count) {
1290b57cec5SDimitry Andric   addCount(Count);
1300b57cec5SDimitry Andric   if (Count > MaxInternalBlockCount)
1310b57cec5SDimitry Andric     MaxInternalBlockCount = Count;
1320b57cec5SDimitry Andric }
133