1*0b57cec5SDimitry Andric //===- CoverageExporterJson.cpp - Code coverage export --------------------===// 2*0b57cec5SDimitry Andric // 3*0b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4*0b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 5*0b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6*0b57cec5SDimitry Andric // 7*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 8*0b57cec5SDimitry Andric // 9*0b57cec5SDimitry Andric // This file implements export of code coverage data to JSON. 10*0b57cec5SDimitry Andric // 11*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 12*0b57cec5SDimitry Andric 13*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 14*0b57cec5SDimitry Andric // 15*0b57cec5SDimitry Andric // The json code coverage export follows the following format 16*0b57cec5SDimitry Andric // Root: dict => Root Element containing metadata 17*0b57cec5SDimitry Andric // -- Data: array => Homogeneous array of one or more export objects 18*0b57cec5SDimitry Andric // -- Export: dict => Json representation of one CoverageMapping 19*0b57cec5SDimitry Andric // -- Files: array => List of objects describing coverage for files 20*0b57cec5SDimitry Andric // -- File: dict => Coverage for a single file 21*0b57cec5SDimitry Andric // -- Segments: array => List of Segments contained in the file 22*0b57cec5SDimitry Andric // -- Segment: dict => Describes a segment of the file with a counter 23*0b57cec5SDimitry Andric // -- Expansions: array => List of expansion records 24*0b57cec5SDimitry Andric // -- Expansion: dict => Object that descibes a single expansion 25*0b57cec5SDimitry Andric // -- CountedRegion: dict => The region to be expanded 26*0b57cec5SDimitry Andric // -- TargetRegions: array => List of Regions in the expansion 27*0b57cec5SDimitry Andric // -- CountedRegion: dict => Single Region in the expansion 28*0b57cec5SDimitry Andric // -- Summary: dict => Object summarizing the coverage for this file 29*0b57cec5SDimitry Andric // -- LineCoverage: dict => Object summarizing line coverage 30*0b57cec5SDimitry Andric // -- FunctionCoverage: dict => Object summarizing function coverage 31*0b57cec5SDimitry Andric // -- RegionCoverage: dict => Object summarizing region coverage 32*0b57cec5SDimitry Andric // -- Functions: array => List of objects describing coverage for functions 33*0b57cec5SDimitry Andric // -- Function: dict => Coverage info for a single function 34*0b57cec5SDimitry Andric // -- Filenames: array => List of filenames that the function relates to 35*0b57cec5SDimitry Andric // -- Summary: dict => Object summarizing the coverage for the entire binary 36*0b57cec5SDimitry Andric // -- LineCoverage: dict => Object summarizing line coverage 37*0b57cec5SDimitry Andric // -- FunctionCoverage: dict => Object summarizing function coverage 38*0b57cec5SDimitry Andric // -- InstantiationCoverage: dict => Object summarizing inst. coverage 39*0b57cec5SDimitry Andric // -- RegionCoverage: dict => Object summarizing region coverage 40*0b57cec5SDimitry Andric // 41*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 42*0b57cec5SDimitry Andric 43*0b57cec5SDimitry Andric #include "CoverageExporterJson.h" 44*0b57cec5SDimitry Andric #include "CoverageReport.h" 45*0b57cec5SDimitry Andric #include "llvm/ADT/Optional.h" 46*0b57cec5SDimitry Andric #include "llvm/ADT/StringRef.h" 47*0b57cec5SDimitry Andric #include "llvm/Support/JSON.h" 48*0b57cec5SDimitry Andric #include "llvm/Support/ThreadPool.h" 49*0b57cec5SDimitry Andric #include "llvm/Support/Threading.h" 50*0b57cec5SDimitry Andric #include <algorithm> 51*0b57cec5SDimitry Andric #include <mutex> 52*0b57cec5SDimitry Andric #include <utility> 53*0b57cec5SDimitry Andric 54*0b57cec5SDimitry Andric /// The semantic version combined as a string. 55*0b57cec5SDimitry Andric #define LLVM_COVERAGE_EXPORT_JSON_STR "2.0.0" 56*0b57cec5SDimitry Andric 57*0b57cec5SDimitry Andric /// Unique type identifier for JSON coverage export. 58*0b57cec5SDimitry Andric #define LLVM_COVERAGE_EXPORT_JSON_TYPE_STR "llvm.coverage.json.export" 59*0b57cec5SDimitry Andric 60*0b57cec5SDimitry Andric using namespace llvm; 61*0b57cec5SDimitry Andric 62*0b57cec5SDimitry Andric namespace { 63*0b57cec5SDimitry Andric 64*0b57cec5SDimitry Andric json::Array renderSegment(const coverage::CoverageSegment &Segment) { 65*0b57cec5SDimitry Andric return json::Array({Segment.Line, Segment.Col, int64_t(Segment.Count), 66*0b57cec5SDimitry Andric Segment.HasCount, Segment.IsRegionEntry}); 67*0b57cec5SDimitry Andric } 68*0b57cec5SDimitry Andric 69*0b57cec5SDimitry Andric json::Array renderRegion(const coverage::CountedRegion &Region) { 70*0b57cec5SDimitry Andric return json::Array({Region.LineStart, Region.ColumnStart, Region.LineEnd, 71*0b57cec5SDimitry Andric Region.ColumnEnd, int64_t(Region.ExecutionCount), 72*0b57cec5SDimitry Andric Region.FileID, Region.ExpandedFileID, 73*0b57cec5SDimitry Andric int64_t(Region.Kind)}); 74*0b57cec5SDimitry Andric } 75*0b57cec5SDimitry Andric 76*0b57cec5SDimitry Andric json::Array renderRegions(ArrayRef<coverage::CountedRegion> Regions) { 77*0b57cec5SDimitry Andric json::Array RegionArray; 78*0b57cec5SDimitry Andric for (const auto &Region : Regions) 79*0b57cec5SDimitry Andric RegionArray.push_back(renderRegion(Region)); 80*0b57cec5SDimitry Andric return RegionArray; 81*0b57cec5SDimitry Andric } 82*0b57cec5SDimitry Andric 83*0b57cec5SDimitry Andric json::Object renderExpansion(const coverage::ExpansionRecord &Expansion) { 84*0b57cec5SDimitry Andric return json::Object( 85*0b57cec5SDimitry Andric {{"filenames", json::Array(Expansion.Function.Filenames)}, 86*0b57cec5SDimitry Andric // Mark the beginning and end of this expansion in the source file. 87*0b57cec5SDimitry Andric {"source_region", renderRegion(Expansion.Region)}, 88*0b57cec5SDimitry Andric // Enumerate the coverage information for the expansion. 89*0b57cec5SDimitry Andric {"target_regions", renderRegions(Expansion.Function.CountedRegions)}}); 90*0b57cec5SDimitry Andric } 91*0b57cec5SDimitry Andric 92*0b57cec5SDimitry Andric json::Object renderSummary(const FileCoverageSummary &Summary) { 93*0b57cec5SDimitry Andric return json::Object( 94*0b57cec5SDimitry Andric {{"lines", 95*0b57cec5SDimitry Andric json::Object({{"count", int64_t(Summary.LineCoverage.getNumLines())}, 96*0b57cec5SDimitry Andric {"covered", int64_t(Summary.LineCoverage.getCovered())}, 97*0b57cec5SDimitry Andric {"percent", Summary.LineCoverage.getPercentCovered()}})}, 98*0b57cec5SDimitry Andric {"functions", 99*0b57cec5SDimitry Andric json::Object( 100*0b57cec5SDimitry Andric {{"count", int64_t(Summary.FunctionCoverage.getNumFunctions())}, 101*0b57cec5SDimitry Andric {"covered", int64_t(Summary.FunctionCoverage.getExecuted())}, 102*0b57cec5SDimitry Andric {"percent", Summary.FunctionCoverage.getPercentCovered()}})}, 103*0b57cec5SDimitry Andric {"instantiations", 104*0b57cec5SDimitry Andric json::Object( 105*0b57cec5SDimitry Andric {{"count", 106*0b57cec5SDimitry Andric int64_t(Summary.InstantiationCoverage.getNumFunctions())}, 107*0b57cec5SDimitry Andric {"covered", int64_t(Summary.InstantiationCoverage.getExecuted())}, 108*0b57cec5SDimitry Andric {"percent", Summary.InstantiationCoverage.getPercentCovered()}})}, 109*0b57cec5SDimitry Andric {"regions", 110*0b57cec5SDimitry Andric json::Object( 111*0b57cec5SDimitry Andric {{"count", int64_t(Summary.RegionCoverage.getNumRegions())}, 112*0b57cec5SDimitry Andric {"covered", int64_t(Summary.RegionCoverage.getCovered())}, 113*0b57cec5SDimitry Andric {"notcovered", int64_t(Summary.RegionCoverage.getNumRegions() - 114*0b57cec5SDimitry Andric Summary.RegionCoverage.getCovered())}, 115*0b57cec5SDimitry Andric {"percent", Summary.RegionCoverage.getPercentCovered()}})}}); 116*0b57cec5SDimitry Andric } 117*0b57cec5SDimitry Andric 118*0b57cec5SDimitry Andric json::Array renderFileExpansions(const coverage::CoverageData &FileCoverage, 119*0b57cec5SDimitry Andric const FileCoverageSummary &FileReport) { 120*0b57cec5SDimitry Andric json::Array ExpansionArray; 121*0b57cec5SDimitry Andric for (const auto &Expansion : FileCoverage.getExpansions()) 122*0b57cec5SDimitry Andric ExpansionArray.push_back(renderExpansion(Expansion)); 123*0b57cec5SDimitry Andric return ExpansionArray; 124*0b57cec5SDimitry Andric } 125*0b57cec5SDimitry Andric 126*0b57cec5SDimitry Andric json::Array renderFileSegments(const coverage::CoverageData &FileCoverage, 127*0b57cec5SDimitry Andric const FileCoverageSummary &FileReport) { 128*0b57cec5SDimitry Andric json::Array SegmentArray; 129*0b57cec5SDimitry Andric for (const auto &Segment : FileCoverage) 130*0b57cec5SDimitry Andric SegmentArray.push_back(renderSegment(Segment)); 131*0b57cec5SDimitry Andric return SegmentArray; 132*0b57cec5SDimitry Andric } 133*0b57cec5SDimitry Andric 134*0b57cec5SDimitry Andric json::Object renderFile(const coverage::CoverageMapping &Coverage, 135*0b57cec5SDimitry Andric const std::string &Filename, 136*0b57cec5SDimitry Andric const FileCoverageSummary &FileReport, 137*0b57cec5SDimitry Andric const CoverageViewOptions &Options) { 138*0b57cec5SDimitry Andric json::Object File({{"filename", Filename}}); 139*0b57cec5SDimitry Andric if (!Options.ExportSummaryOnly) { 140*0b57cec5SDimitry Andric // Calculate and render detailed coverage information for given file. 141*0b57cec5SDimitry Andric auto FileCoverage = Coverage.getCoverageForFile(Filename); 142*0b57cec5SDimitry Andric File["segments"] = renderFileSegments(FileCoverage, FileReport); 143*0b57cec5SDimitry Andric if (!Options.SkipExpansions) { 144*0b57cec5SDimitry Andric File["expansions"] = renderFileExpansions(FileCoverage, FileReport); 145*0b57cec5SDimitry Andric } 146*0b57cec5SDimitry Andric } 147*0b57cec5SDimitry Andric File["summary"] = renderSummary(FileReport); 148*0b57cec5SDimitry Andric return File; 149*0b57cec5SDimitry Andric } 150*0b57cec5SDimitry Andric 151*0b57cec5SDimitry Andric json::Array renderFiles(const coverage::CoverageMapping &Coverage, 152*0b57cec5SDimitry Andric ArrayRef<std::string> SourceFiles, 153*0b57cec5SDimitry Andric ArrayRef<FileCoverageSummary> FileReports, 154*0b57cec5SDimitry Andric const CoverageViewOptions &Options) { 155*0b57cec5SDimitry Andric auto NumThreads = Options.NumThreads; 156*0b57cec5SDimitry Andric if (NumThreads == 0) { 157*0b57cec5SDimitry Andric NumThreads = std::max(1U, std::min(llvm::heavyweight_hardware_concurrency(), 158*0b57cec5SDimitry Andric unsigned(SourceFiles.size()))); 159*0b57cec5SDimitry Andric } 160*0b57cec5SDimitry Andric ThreadPool Pool(NumThreads); 161*0b57cec5SDimitry Andric json::Array FileArray; 162*0b57cec5SDimitry Andric std::mutex FileArrayMutex; 163*0b57cec5SDimitry Andric 164*0b57cec5SDimitry Andric for (unsigned I = 0, E = SourceFiles.size(); I < E; ++I) { 165*0b57cec5SDimitry Andric auto &SourceFile = SourceFiles[I]; 166*0b57cec5SDimitry Andric auto &FileReport = FileReports[I]; 167*0b57cec5SDimitry Andric Pool.async([&] { 168*0b57cec5SDimitry Andric auto File = renderFile(Coverage, SourceFile, FileReport, Options); 169*0b57cec5SDimitry Andric { 170*0b57cec5SDimitry Andric std::lock_guard<std::mutex> Lock(FileArrayMutex); 171*0b57cec5SDimitry Andric FileArray.push_back(std::move(File)); 172*0b57cec5SDimitry Andric } 173*0b57cec5SDimitry Andric }); 174*0b57cec5SDimitry Andric } 175*0b57cec5SDimitry Andric Pool.wait(); 176*0b57cec5SDimitry Andric return FileArray; 177*0b57cec5SDimitry Andric } 178*0b57cec5SDimitry Andric 179*0b57cec5SDimitry Andric json::Array renderFunctions( 180*0b57cec5SDimitry Andric const iterator_range<coverage::FunctionRecordIterator> &Functions) { 181*0b57cec5SDimitry Andric json::Array FunctionArray; 182*0b57cec5SDimitry Andric for (const auto &F : Functions) 183*0b57cec5SDimitry Andric FunctionArray.push_back( 184*0b57cec5SDimitry Andric json::Object({{"name", F.Name}, 185*0b57cec5SDimitry Andric {"count", int64_t(F.ExecutionCount)}, 186*0b57cec5SDimitry Andric {"regions", renderRegions(F.CountedRegions)}, 187*0b57cec5SDimitry Andric {"filenames", json::Array(F.Filenames)}})); 188*0b57cec5SDimitry Andric return FunctionArray; 189*0b57cec5SDimitry Andric } 190*0b57cec5SDimitry Andric 191*0b57cec5SDimitry Andric } // end anonymous namespace 192*0b57cec5SDimitry Andric 193*0b57cec5SDimitry Andric void CoverageExporterJson::renderRoot(const CoverageFilters &IgnoreFilters) { 194*0b57cec5SDimitry Andric std::vector<std::string> SourceFiles; 195*0b57cec5SDimitry Andric for (StringRef SF : Coverage.getUniqueSourceFiles()) { 196*0b57cec5SDimitry Andric if (!IgnoreFilters.matchesFilename(SF)) 197*0b57cec5SDimitry Andric SourceFiles.emplace_back(SF); 198*0b57cec5SDimitry Andric } 199*0b57cec5SDimitry Andric renderRoot(SourceFiles); 200*0b57cec5SDimitry Andric } 201*0b57cec5SDimitry Andric 202*0b57cec5SDimitry Andric void CoverageExporterJson::renderRoot(ArrayRef<std::string> SourceFiles) { 203*0b57cec5SDimitry Andric FileCoverageSummary Totals = FileCoverageSummary("Totals"); 204*0b57cec5SDimitry Andric auto FileReports = CoverageReport::prepareFileReports(Coverage, Totals, 205*0b57cec5SDimitry Andric SourceFiles, Options); 206*0b57cec5SDimitry Andric auto Files = renderFiles(Coverage, SourceFiles, FileReports, Options); 207*0b57cec5SDimitry Andric // Sort files in order of their names. 208*0b57cec5SDimitry Andric std::sort(Files.begin(), Files.end(), 209*0b57cec5SDimitry Andric [](const json::Value &A, const json::Value &B) { 210*0b57cec5SDimitry Andric const json::Object *ObjA = A.getAsObject(); 211*0b57cec5SDimitry Andric const json::Object *ObjB = B.getAsObject(); 212*0b57cec5SDimitry Andric assert(ObjA != nullptr && "Value A was not an Object"); 213*0b57cec5SDimitry Andric assert(ObjB != nullptr && "Value B was not an Object"); 214*0b57cec5SDimitry Andric const StringRef FilenameA = ObjA->getString("filename").getValue(); 215*0b57cec5SDimitry Andric const StringRef FilenameB = ObjB->getString("filename").getValue(); 216*0b57cec5SDimitry Andric return FilenameA.compare(FilenameB) < 0; 217*0b57cec5SDimitry Andric }); 218*0b57cec5SDimitry Andric auto Export = json::Object( 219*0b57cec5SDimitry Andric {{"files", std::move(Files)}, {"totals", renderSummary(Totals)}}); 220*0b57cec5SDimitry Andric // Skip functions-level information if necessary. 221*0b57cec5SDimitry Andric if (!Options.ExportSummaryOnly && !Options.SkipFunctions) 222*0b57cec5SDimitry Andric Export["functions"] = renderFunctions(Coverage.getCoveredFunctions()); 223*0b57cec5SDimitry Andric 224*0b57cec5SDimitry Andric auto ExportArray = json::Array({std::move(Export)}); 225*0b57cec5SDimitry Andric 226*0b57cec5SDimitry Andric OS << json::Object({{"version", LLVM_COVERAGE_EXPORT_JSON_STR}, 227*0b57cec5SDimitry Andric {"type", LLVM_COVERAGE_EXPORT_JSON_TYPE_STR}, 228*0b57cec5SDimitry Andric {"data", std::move(ExportArray)}}); 229*0b57cec5SDimitry Andric } 230