xref: /freebsd/contrib/llvm-project/llvm/tools/llvm-cov/CoverageExporterJson.cpp (revision 0b57cec536236d46e3dba9bd041533462f33dbb7)
1*0b57cec5SDimitry Andric //===- CoverageExporterJson.cpp - Code coverage export --------------------===//
2*0b57cec5SDimitry Andric //
3*0b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*0b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
5*0b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*0b57cec5SDimitry Andric //
7*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
8*0b57cec5SDimitry Andric //
9*0b57cec5SDimitry Andric // This file implements export of code coverage data to JSON.
10*0b57cec5SDimitry Andric //
11*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
12*0b57cec5SDimitry Andric 
13*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
14*0b57cec5SDimitry Andric //
15*0b57cec5SDimitry Andric // The json code coverage export follows the following format
16*0b57cec5SDimitry Andric // Root: dict => Root Element containing metadata
17*0b57cec5SDimitry Andric // -- Data: array => Homogeneous array of one or more export objects
18*0b57cec5SDimitry Andric //   -- Export: dict => Json representation of one CoverageMapping
19*0b57cec5SDimitry Andric //     -- Files: array => List of objects describing coverage for files
20*0b57cec5SDimitry Andric //       -- File: dict => Coverage for a single file
21*0b57cec5SDimitry Andric //         -- Segments: array => List of Segments contained in the file
22*0b57cec5SDimitry Andric //           -- Segment: dict => Describes a segment of the file with a counter
23*0b57cec5SDimitry Andric //         -- Expansions: array => List of expansion records
24*0b57cec5SDimitry Andric //           -- Expansion: dict => Object that descibes a single expansion
25*0b57cec5SDimitry Andric //             -- CountedRegion: dict => The region to be expanded
26*0b57cec5SDimitry Andric //             -- TargetRegions: array => List of Regions in the expansion
27*0b57cec5SDimitry Andric //               -- CountedRegion: dict => Single Region in the expansion
28*0b57cec5SDimitry Andric //         -- Summary: dict => Object summarizing the coverage for this file
29*0b57cec5SDimitry Andric //           -- LineCoverage: dict => Object summarizing line coverage
30*0b57cec5SDimitry Andric //           -- FunctionCoverage: dict => Object summarizing function coverage
31*0b57cec5SDimitry Andric //           -- RegionCoverage: dict => Object summarizing region coverage
32*0b57cec5SDimitry Andric //     -- Functions: array => List of objects describing coverage for functions
33*0b57cec5SDimitry Andric //       -- Function: dict => Coverage info for a single function
34*0b57cec5SDimitry Andric //         -- Filenames: array => List of filenames that the function relates to
35*0b57cec5SDimitry Andric //   -- Summary: dict => Object summarizing the coverage for the entire binary
36*0b57cec5SDimitry Andric //     -- LineCoverage: dict => Object summarizing line coverage
37*0b57cec5SDimitry Andric //     -- FunctionCoverage: dict => Object summarizing function coverage
38*0b57cec5SDimitry Andric //     -- InstantiationCoverage: dict => Object summarizing inst. coverage
39*0b57cec5SDimitry Andric //     -- RegionCoverage: dict => Object summarizing region coverage
40*0b57cec5SDimitry Andric //
41*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
42*0b57cec5SDimitry Andric 
43*0b57cec5SDimitry Andric #include "CoverageExporterJson.h"
44*0b57cec5SDimitry Andric #include "CoverageReport.h"
45*0b57cec5SDimitry Andric #include "llvm/ADT/Optional.h"
46*0b57cec5SDimitry Andric #include "llvm/ADT/StringRef.h"
47*0b57cec5SDimitry Andric #include "llvm/Support/JSON.h"
48*0b57cec5SDimitry Andric #include "llvm/Support/ThreadPool.h"
49*0b57cec5SDimitry Andric #include "llvm/Support/Threading.h"
50*0b57cec5SDimitry Andric #include <algorithm>
51*0b57cec5SDimitry Andric #include <mutex>
52*0b57cec5SDimitry Andric #include <utility>
53*0b57cec5SDimitry Andric 
54*0b57cec5SDimitry Andric /// The semantic version combined as a string.
55*0b57cec5SDimitry Andric #define LLVM_COVERAGE_EXPORT_JSON_STR "2.0.0"
56*0b57cec5SDimitry Andric 
57*0b57cec5SDimitry Andric /// Unique type identifier for JSON coverage export.
58*0b57cec5SDimitry Andric #define LLVM_COVERAGE_EXPORT_JSON_TYPE_STR "llvm.coverage.json.export"
59*0b57cec5SDimitry Andric 
60*0b57cec5SDimitry Andric using namespace llvm;
61*0b57cec5SDimitry Andric 
62*0b57cec5SDimitry Andric namespace {
63*0b57cec5SDimitry Andric 
64*0b57cec5SDimitry Andric json::Array renderSegment(const coverage::CoverageSegment &Segment) {
65*0b57cec5SDimitry Andric   return json::Array({Segment.Line, Segment.Col, int64_t(Segment.Count),
66*0b57cec5SDimitry Andric                       Segment.HasCount, Segment.IsRegionEntry});
67*0b57cec5SDimitry Andric }
68*0b57cec5SDimitry Andric 
69*0b57cec5SDimitry Andric json::Array renderRegion(const coverage::CountedRegion &Region) {
70*0b57cec5SDimitry Andric   return json::Array({Region.LineStart, Region.ColumnStart, Region.LineEnd,
71*0b57cec5SDimitry Andric                       Region.ColumnEnd, int64_t(Region.ExecutionCount),
72*0b57cec5SDimitry Andric                       Region.FileID, Region.ExpandedFileID,
73*0b57cec5SDimitry Andric                       int64_t(Region.Kind)});
74*0b57cec5SDimitry Andric }
75*0b57cec5SDimitry Andric 
76*0b57cec5SDimitry Andric json::Array renderRegions(ArrayRef<coverage::CountedRegion> Regions) {
77*0b57cec5SDimitry Andric   json::Array RegionArray;
78*0b57cec5SDimitry Andric   for (const auto &Region : Regions)
79*0b57cec5SDimitry Andric     RegionArray.push_back(renderRegion(Region));
80*0b57cec5SDimitry Andric   return RegionArray;
81*0b57cec5SDimitry Andric }
82*0b57cec5SDimitry Andric 
83*0b57cec5SDimitry Andric json::Object renderExpansion(const coverage::ExpansionRecord &Expansion) {
84*0b57cec5SDimitry Andric   return json::Object(
85*0b57cec5SDimitry Andric       {{"filenames", json::Array(Expansion.Function.Filenames)},
86*0b57cec5SDimitry Andric        // Mark the beginning and end of this expansion in the source file.
87*0b57cec5SDimitry Andric        {"source_region", renderRegion(Expansion.Region)},
88*0b57cec5SDimitry Andric        // Enumerate the coverage information for the expansion.
89*0b57cec5SDimitry Andric        {"target_regions", renderRegions(Expansion.Function.CountedRegions)}});
90*0b57cec5SDimitry Andric }
91*0b57cec5SDimitry Andric 
92*0b57cec5SDimitry Andric json::Object renderSummary(const FileCoverageSummary &Summary) {
93*0b57cec5SDimitry Andric   return json::Object(
94*0b57cec5SDimitry Andric       {{"lines",
95*0b57cec5SDimitry Andric         json::Object({{"count", int64_t(Summary.LineCoverage.getNumLines())},
96*0b57cec5SDimitry Andric                       {"covered", int64_t(Summary.LineCoverage.getCovered())},
97*0b57cec5SDimitry Andric                       {"percent", Summary.LineCoverage.getPercentCovered()}})},
98*0b57cec5SDimitry Andric        {"functions",
99*0b57cec5SDimitry Andric         json::Object(
100*0b57cec5SDimitry Andric             {{"count", int64_t(Summary.FunctionCoverage.getNumFunctions())},
101*0b57cec5SDimitry Andric              {"covered", int64_t(Summary.FunctionCoverage.getExecuted())},
102*0b57cec5SDimitry Andric              {"percent", Summary.FunctionCoverage.getPercentCovered()}})},
103*0b57cec5SDimitry Andric        {"instantiations",
104*0b57cec5SDimitry Andric         json::Object(
105*0b57cec5SDimitry Andric             {{"count",
106*0b57cec5SDimitry Andric               int64_t(Summary.InstantiationCoverage.getNumFunctions())},
107*0b57cec5SDimitry Andric              {"covered", int64_t(Summary.InstantiationCoverage.getExecuted())},
108*0b57cec5SDimitry Andric              {"percent", Summary.InstantiationCoverage.getPercentCovered()}})},
109*0b57cec5SDimitry Andric        {"regions",
110*0b57cec5SDimitry Andric         json::Object(
111*0b57cec5SDimitry Andric             {{"count", int64_t(Summary.RegionCoverage.getNumRegions())},
112*0b57cec5SDimitry Andric              {"covered", int64_t(Summary.RegionCoverage.getCovered())},
113*0b57cec5SDimitry Andric              {"notcovered", int64_t(Summary.RegionCoverage.getNumRegions() -
114*0b57cec5SDimitry Andric                                     Summary.RegionCoverage.getCovered())},
115*0b57cec5SDimitry Andric              {"percent", Summary.RegionCoverage.getPercentCovered()}})}});
116*0b57cec5SDimitry Andric }
117*0b57cec5SDimitry Andric 
118*0b57cec5SDimitry Andric json::Array renderFileExpansions(const coverage::CoverageData &FileCoverage,
119*0b57cec5SDimitry Andric                                  const FileCoverageSummary &FileReport) {
120*0b57cec5SDimitry Andric   json::Array ExpansionArray;
121*0b57cec5SDimitry Andric   for (const auto &Expansion : FileCoverage.getExpansions())
122*0b57cec5SDimitry Andric     ExpansionArray.push_back(renderExpansion(Expansion));
123*0b57cec5SDimitry Andric   return ExpansionArray;
124*0b57cec5SDimitry Andric }
125*0b57cec5SDimitry Andric 
126*0b57cec5SDimitry Andric json::Array renderFileSegments(const coverage::CoverageData &FileCoverage,
127*0b57cec5SDimitry Andric                                const FileCoverageSummary &FileReport) {
128*0b57cec5SDimitry Andric   json::Array SegmentArray;
129*0b57cec5SDimitry Andric   for (const auto &Segment : FileCoverage)
130*0b57cec5SDimitry Andric     SegmentArray.push_back(renderSegment(Segment));
131*0b57cec5SDimitry Andric   return SegmentArray;
132*0b57cec5SDimitry Andric }
133*0b57cec5SDimitry Andric 
134*0b57cec5SDimitry Andric json::Object renderFile(const coverage::CoverageMapping &Coverage,
135*0b57cec5SDimitry Andric                         const std::string &Filename,
136*0b57cec5SDimitry Andric                         const FileCoverageSummary &FileReport,
137*0b57cec5SDimitry Andric                         const CoverageViewOptions &Options) {
138*0b57cec5SDimitry Andric   json::Object File({{"filename", Filename}});
139*0b57cec5SDimitry Andric   if (!Options.ExportSummaryOnly) {
140*0b57cec5SDimitry Andric     // Calculate and render detailed coverage information for given file.
141*0b57cec5SDimitry Andric     auto FileCoverage = Coverage.getCoverageForFile(Filename);
142*0b57cec5SDimitry Andric     File["segments"] = renderFileSegments(FileCoverage, FileReport);
143*0b57cec5SDimitry Andric     if (!Options.SkipExpansions) {
144*0b57cec5SDimitry Andric       File["expansions"] = renderFileExpansions(FileCoverage, FileReport);
145*0b57cec5SDimitry Andric     }
146*0b57cec5SDimitry Andric   }
147*0b57cec5SDimitry Andric   File["summary"] = renderSummary(FileReport);
148*0b57cec5SDimitry Andric   return File;
149*0b57cec5SDimitry Andric }
150*0b57cec5SDimitry Andric 
151*0b57cec5SDimitry Andric json::Array renderFiles(const coverage::CoverageMapping &Coverage,
152*0b57cec5SDimitry Andric                         ArrayRef<std::string> SourceFiles,
153*0b57cec5SDimitry Andric                         ArrayRef<FileCoverageSummary> FileReports,
154*0b57cec5SDimitry Andric                         const CoverageViewOptions &Options) {
155*0b57cec5SDimitry Andric   auto NumThreads = Options.NumThreads;
156*0b57cec5SDimitry Andric   if (NumThreads == 0) {
157*0b57cec5SDimitry Andric     NumThreads = std::max(1U, std::min(llvm::heavyweight_hardware_concurrency(),
158*0b57cec5SDimitry Andric                                        unsigned(SourceFiles.size())));
159*0b57cec5SDimitry Andric   }
160*0b57cec5SDimitry Andric   ThreadPool Pool(NumThreads);
161*0b57cec5SDimitry Andric   json::Array FileArray;
162*0b57cec5SDimitry Andric   std::mutex FileArrayMutex;
163*0b57cec5SDimitry Andric 
164*0b57cec5SDimitry Andric   for (unsigned I = 0, E = SourceFiles.size(); I < E; ++I) {
165*0b57cec5SDimitry Andric     auto &SourceFile = SourceFiles[I];
166*0b57cec5SDimitry Andric     auto &FileReport = FileReports[I];
167*0b57cec5SDimitry Andric     Pool.async([&] {
168*0b57cec5SDimitry Andric       auto File = renderFile(Coverage, SourceFile, FileReport, Options);
169*0b57cec5SDimitry Andric       {
170*0b57cec5SDimitry Andric         std::lock_guard<std::mutex> Lock(FileArrayMutex);
171*0b57cec5SDimitry Andric         FileArray.push_back(std::move(File));
172*0b57cec5SDimitry Andric       }
173*0b57cec5SDimitry Andric     });
174*0b57cec5SDimitry Andric   }
175*0b57cec5SDimitry Andric   Pool.wait();
176*0b57cec5SDimitry Andric   return FileArray;
177*0b57cec5SDimitry Andric }
178*0b57cec5SDimitry Andric 
179*0b57cec5SDimitry Andric json::Array renderFunctions(
180*0b57cec5SDimitry Andric     const iterator_range<coverage::FunctionRecordIterator> &Functions) {
181*0b57cec5SDimitry Andric   json::Array FunctionArray;
182*0b57cec5SDimitry Andric   for (const auto &F : Functions)
183*0b57cec5SDimitry Andric     FunctionArray.push_back(
184*0b57cec5SDimitry Andric         json::Object({{"name", F.Name},
185*0b57cec5SDimitry Andric                       {"count", int64_t(F.ExecutionCount)},
186*0b57cec5SDimitry Andric                       {"regions", renderRegions(F.CountedRegions)},
187*0b57cec5SDimitry Andric                       {"filenames", json::Array(F.Filenames)}}));
188*0b57cec5SDimitry Andric   return FunctionArray;
189*0b57cec5SDimitry Andric }
190*0b57cec5SDimitry Andric 
191*0b57cec5SDimitry Andric } // end anonymous namespace
192*0b57cec5SDimitry Andric 
193*0b57cec5SDimitry Andric void CoverageExporterJson::renderRoot(const CoverageFilters &IgnoreFilters) {
194*0b57cec5SDimitry Andric   std::vector<std::string> SourceFiles;
195*0b57cec5SDimitry Andric   for (StringRef SF : Coverage.getUniqueSourceFiles()) {
196*0b57cec5SDimitry Andric     if (!IgnoreFilters.matchesFilename(SF))
197*0b57cec5SDimitry Andric       SourceFiles.emplace_back(SF);
198*0b57cec5SDimitry Andric   }
199*0b57cec5SDimitry Andric   renderRoot(SourceFiles);
200*0b57cec5SDimitry Andric }
201*0b57cec5SDimitry Andric 
202*0b57cec5SDimitry Andric void CoverageExporterJson::renderRoot(ArrayRef<std::string> SourceFiles) {
203*0b57cec5SDimitry Andric   FileCoverageSummary Totals = FileCoverageSummary("Totals");
204*0b57cec5SDimitry Andric   auto FileReports = CoverageReport::prepareFileReports(Coverage, Totals,
205*0b57cec5SDimitry Andric                                                         SourceFiles, Options);
206*0b57cec5SDimitry Andric   auto Files = renderFiles(Coverage, SourceFiles, FileReports, Options);
207*0b57cec5SDimitry Andric   // Sort files in order of their names.
208*0b57cec5SDimitry Andric   std::sort(Files.begin(), Files.end(),
209*0b57cec5SDimitry Andric     [](const json::Value &A, const json::Value &B) {
210*0b57cec5SDimitry Andric       const json::Object *ObjA = A.getAsObject();
211*0b57cec5SDimitry Andric       const json::Object *ObjB = B.getAsObject();
212*0b57cec5SDimitry Andric       assert(ObjA != nullptr && "Value A was not an Object");
213*0b57cec5SDimitry Andric       assert(ObjB != nullptr && "Value B was not an Object");
214*0b57cec5SDimitry Andric       const StringRef FilenameA = ObjA->getString("filename").getValue();
215*0b57cec5SDimitry Andric       const StringRef FilenameB = ObjB->getString("filename").getValue();
216*0b57cec5SDimitry Andric       return FilenameA.compare(FilenameB) < 0;
217*0b57cec5SDimitry Andric     });
218*0b57cec5SDimitry Andric   auto Export = json::Object(
219*0b57cec5SDimitry Andric       {{"files", std::move(Files)}, {"totals", renderSummary(Totals)}});
220*0b57cec5SDimitry Andric   // Skip functions-level information  if necessary.
221*0b57cec5SDimitry Andric   if (!Options.ExportSummaryOnly && !Options.SkipFunctions)
222*0b57cec5SDimitry Andric     Export["functions"] = renderFunctions(Coverage.getCoveredFunctions());
223*0b57cec5SDimitry Andric 
224*0b57cec5SDimitry Andric   auto ExportArray = json::Array({std::move(Export)});
225*0b57cec5SDimitry Andric 
226*0b57cec5SDimitry Andric   OS << json::Object({{"version", LLVM_COVERAGE_EXPORT_JSON_STR},
227*0b57cec5SDimitry Andric                       {"type", LLVM_COVERAGE_EXPORT_JSON_TYPE_STR},
228*0b57cec5SDimitry Andric                       {"data", std::move(ExportArray)}});
229*0b57cec5SDimitry Andric }
230