1 //===- CodeCoverage.cpp - Coverage tool based on profiling instrumentation-===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // The 'CodeCoverageTool' class implements a command line tool to analyze and
10 // report coverage information using the profiling instrumentation and code
11 // coverage mapping.
12 //
13 //===----------------------------------------------------------------------===//
14
15 #include "CoverageExporterJson.h"
16 #include "CoverageExporterLcov.h"
17 #include "CoverageFilters.h"
18 #include "CoverageReport.h"
19 #include "CoverageSummaryInfo.h"
20 #include "CoverageViewOptions.h"
21 #include "RenderingSupport.h"
22 #include "SourceCoverageView.h"
23 #include "llvm/ADT/SmallString.h"
24 #include "llvm/ADT/StringRef.h"
25 #include "llvm/Debuginfod/BuildIDFetcher.h"
26 #include "llvm/Debuginfod/Debuginfod.h"
27 #include "llvm/Debuginfod/HTTPClient.h"
28 #include "llvm/Object/BuildID.h"
29 #include "llvm/ProfileData/Coverage/CoverageMapping.h"
30 #include "llvm/ProfileData/InstrProfReader.h"
31 #include "llvm/Support/CommandLine.h"
32 #include "llvm/Support/FileSystem.h"
33 #include "llvm/Support/Format.h"
34 #include "llvm/Support/MemoryBuffer.h"
35 #include "llvm/Support/Path.h"
36 #include "llvm/Support/Process.h"
37 #include "llvm/Support/Program.h"
38 #include "llvm/Support/ScopedPrinter.h"
39 #include "llvm/Support/SpecialCaseList.h"
40 #include "llvm/Support/ThreadPool.h"
41 #include "llvm/Support/Threading.h"
42 #include "llvm/Support/ToolOutputFile.h"
43 #include "llvm/Support/VirtualFileSystem.h"
44 #include "llvm/TargetParser/Triple.h"
45
46 #include <functional>
47 #include <map>
48 #include <optional>
49 #include <system_error>
50
51 using namespace llvm;
52 using namespace coverage;
53
54 void exportCoverageDataToJson(const coverage::CoverageMapping &CoverageMapping,
55 const CoverageViewOptions &Options,
56 raw_ostream &OS);
57
58 namespace {
59 /// The implementation of the coverage tool.
60 class CodeCoverageTool {
61 public:
62 enum Command {
63 /// The show command.
64 Show,
65 /// The report command.
66 Report,
67 /// The export command.
68 Export
69 };
70
71 int run(Command Cmd, int argc, const char **argv);
72
73 private:
74 /// Print the error message to the error output stream.
75 void error(const Twine &Message, StringRef Whence = "");
76
77 /// Print the warning message to the error output stream.
78 void warning(const Twine &Message, StringRef Whence = "");
79
80 /// Convert \p Path into an absolute path and append it to the list
81 /// of collected paths.
82 void addCollectedPath(const std::string &Path);
83
84 /// If \p Path is a regular file, collect the path. If it's a
85 /// directory, recursively collect all of the paths within the directory.
86 void collectPaths(const std::string &Path);
87
88 /// Check if the two given files are the same file.
89 bool isEquivalentFile(StringRef FilePath1, StringRef FilePath2);
90
91 /// Retrieve a file status with a cache.
92 std::optional<sys::fs::file_status> getFileStatus(StringRef FilePath);
93
94 /// Return a memory buffer for the given source file.
95 ErrorOr<const MemoryBuffer &> getSourceFile(StringRef SourceFile);
96
97 /// Create source views for the expansions of the view.
98 void attachExpansionSubViews(SourceCoverageView &View,
99 ArrayRef<ExpansionRecord> Expansions,
100 const CoverageMapping &Coverage);
101
102 /// Create source views for the branches of the view.
103 void attachBranchSubViews(SourceCoverageView &View,
104 ArrayRef<CountedRegion> Branches);
105
106 /// Create source views for the MCDC records.
107 void attachMCDCSubViews(SourceCoverageView &View,
108 ArrayRef<MCDCRecord> MCDCRecords);
109
110 /// Create the source view of a particular function.
111 std::unique_ptr<SourceCoverageView>
112 createFunctionView(const FunctionRecord &Function,
113 const CoverageMapping &Coverage);
114
115 /// Create the main source view of a particular source file.
116 std::unique_ptr<SourceCoverageView>
117 createSourceFileView(StringRef SourceFile, const CoverageMapping &Coverage);
118
119 /// Load the coverage mapping data. Return nullptr if an error occurred.
120 std::unique_ptr<CoverageMapping> load();
121
122 /// Create a mapping from files in the Coverage data to local copies
123 /// (path-equivalence).
124 void remapPathNames(const CoverageMapping &Coverage);
125
126 /// Remove input source files which aren't mapped by \p Coverage.
127 void removeUnmappedInputs(const CoverageMapping &Coverage);
128
129 /// If a demangler is available, demangle all symbol names.
130 void demangleSymbols(const CoverageMapping &Coverage);
131
132 /// Write out a source file view to the filesystem.
133 void writeSourceFileView(StringRef SourceFile, CoverageMapping *Coverage,
134 CoveragePrinter *Printer, bool ShowFilenames);
135
136 typedef llvm::function_ref<int(int, const char **)> CommandLineParserType;
137
138 int doShow(int argc, const char **argv,
139 CommandLineParserType commandLineParser);
140
141 int doReport(int argc, const char **argv,
142 CommandLineParserType commandLineParser);
143
144 int doExport(int argc, const char **argv,
145 CommandLineParserType commandLineParser);
146
147 std::vector<StringRef> ObjectFilenames;
148 CoverageViewOptions ViewOpts;
149 CoverageFiltersMatchAll Filters;
150 CoverageFilters IgnoreFilenameFilters;
151
152 /// True if InputSourceFiles are provided.
153 bool HadSourceFiles = false;
154
155 /// The path to the indexed profile.
156 std::optional<std::string> PGOFilename;
157
158 /// A list of input source files.
159 std::vector<std::string> SourceFiles;
160
161 /// In -path-equivalence mode, this maps the absolute paths from the coverage
162 /// mapping data to the input source files.
163 StringMap<std::string> RemappedFilenames;
164
165 /// The coverage data path to be remapped from, and the source path to be
166 /// remapped to, when using -path-equivalence.
167 std::optional<std::vector<std::pair<std::string, std::string>>>
168 PathRemappings;
169
170 /// File status cache used when finding the same file.
171 StringMap<std::optional<sys::fs::file_status>> FileStatusCache;
172
173 /// The architecture the coverage mapping data targets.
174 std::vector<StringRef> CoverageArches;
175
176 /// A cache for demangled symbols.
177 DemangleCache DC;
178
179 /// A lock which guards printing to stderr.
180 std::mutex ErrsLock;
181
182 /// A container for input source file buffers.
183 std::mutex LoadedSourceFilesLock;
184 std::vector<std::pair<std::string, std::unique_ptr<MemoryBuffer>>>
185 LoadedSourceFiles;
186
187 /// Allowlist from -name-allowlist to be used for filtering.
188 std::unique_ptr<SpecialCaseList> NameAllowlist;
189
190 std::unique_ptr<object::BuildIDFetcher> BIDFetcher;
191
192 bool CheckBinaryIDs;
193 };
194 }
195
getErrorString(const Twine & Message,StringRef Whence,bool Warning)196 static std::string getErrorString(const Twine &Message, StringRef Whence,
197 bool Warning) {
198 std::string Str = (Warning ? "warning" : "error");
199 Str += ": ";
200 if (!Whence.empty())
201 Str += Whence.str() + ": ";
202 Str += Message.str() + "\n";
203 return Str;
204 }
205
error(const Twine & Message,StringRef Whence)206 void CodeCoverageTool::error(const Twine &Message, StringRef Whence) {
207 std::unique_lock<std::mutex> Guard{ErrsLock};
208 ViewOpts.colored_ostream(errs(), raw_ostream::RED)
209 << getErrorString(Message, Whence, false);
210 }
211
warning(const Twine & Message,StringRef Whence)212 void CodeCoverageTool::warning(const Twine &Message, StringRef Whence) {
213 std::unique_lock<std::mutex> Guard{ErrsLock};
214 ViewOpts.colored_ostream(errs(), raw_ostream::RED)
215 << getErrorString(Message, Whence, true);
216 }
217
addCollectedPath(const std::string & Path)218 void CodeCoverageTool::addCollectedPath(const std::string &Path) {
219 SmallString<128> EffectivePath(Path);
220 if (std::error_code EC = sys::fs::make_absolute(EffectivePath)) {
221 error(EC.message(), Path);
222 return;
223 }
224 sys::path::remove_dots(EffectivePath, /*remove_dot_dot=*/true);
225 if (!IgnoreFilenameFilters.matchesFilename(EffectivePath))
226 SourceFiles.emplace_back(EffectivePath.str());
227 HadSourceFiles = !SourceFiles.empty();
228 }
229
collectPaths(const std::string & Path)230 void CodeCoverageTool::collectPaths(const std::string &Path) {
231 llvm::sys::fs::file_status Status;
232 llvm::sys::fs::status(Path, Status);
233 if (!llvm::sys::fs::exists(Status)) {
234 if (PathRemappings)
235 addCollectedPath(Path);
236 else
237 warning("Source file doesn't exist, proceeded by ignoring it.", Path);
238 return;
239 }
240
241 if (llvm::sys::fs::is_regular_file(Status)) {
242 addCollectedPath(Path);
243 return;
244 }
245
246 if (llvm::sys::fs::is_directory(Status)) {
247 std::error_code EC;
248 for (llvm::sys::fs::recursive_directory_iterator F(Path, EC), E;
249 F != E; F.increment(EC)) {
250
251 auto Status = F->status();
252 if (!Status) {
253 warning(Status.getError().message(), F->path());
254 continue;
255 }
256
257 if (Status->type() == llvm::sys::fs::file_type::regular_file)
258 addCollectedPath(F->path());
259 }
260 }
261 }
262
263 std::optional<sys::fs::file_status>
getFileStatus(StringRef FilePath)264 CodeCoverageTool::getFileStatus(StringRef FilePath) {
265 auto It = FileStatusCache.try_emplace(FilePath);
266 auto &CachedStatus = It.first->getValue();
267 if (!It.second)
268 return CachedStatus;
269
270 sys::fs::file_status Status;
271 if (!sys::fs::status(FilePath, Status))
272 CachedStatus = Status;
273 return CachedStatus;
274 }
275
isEquivalentFile(StringRef FilePath1,StringRef FilePath2)276 bool CodeCoverageTool::isEquivalentFile(StringRef FilePath1,
277 StringRef FilePath2) {
278 auto Status1 = getFileStatus(FilePath1);
279 auto Status2 = getFileStatus(FilePath2);
280 return Status1 && Status2 && sys::fs::equivalent(*Status1, *Status2);
281 }
282
283 ErrorOr<const MemoryBuffer &>
getSourceFile(StringRef SourceFile)284 CodeCoverageTool::getSourceFile(StringRef SourceFile) {
285 // If we've remapped filenames, look up the real location for this file.
286 std::unique_lock<std::mutex> Guard{LoadedSourceFilesLock};
287 if (!RemappedFilenames.empty()) {
288 auto Loc = RemappedFilenames.find(SourceFile);
289 if (Loc != RemappedFilenames.end())
290 SourceFile = Loc->second;
291 }
292 for (const auto &Files : LoadedSourceFiles)
293 if (isEquivalentFile(SourceFile, Files.first))
294 return *Files.second;
295 auto Buffer = MemoryBuffer::getFile(SourceFile);
296 if (auto EC = Buffer.getError()) {
297 error(EC.message(), SourceFile);
298 return EC;
299 }
300 LoadedSourceFiles.emplace_back(std::string(SourceFile),
301 std::move(Buffer.get()));
302 return *LoadedSourceFiles.back().second;
303 }
304
attachExpansionSubViews(SourceCoverageView & View,ArrayRef<ExpansionRecord> Expansions,const CoverageMapping & Coverage)305 void CodeCoverageTool::attachExpansionSubViews(
306 SourceCoverageView &View, ArrayRef<ExpansionRecord> Expansions,
307 const CoverageMapping &Coverage) {
308 if (!ViewOpts.ShowExpandedRegions)
309 return;
310 for (const auto &Expansion : Expansions) {
311 auto ExpansionCoverage = Coverage.getCoverageForExpansion(Expansion);
312 if (ExpansionCoverage.empty())
313 continue;
314 auto SourceBuffer = getSourceFile(ExpansionCoverage.getFilename());
315 if (!SourceBuffer)
316 continue;
317
318 auto SubViewBranches = ExpansionCoverage.getBranches();
319 auto SubViewExpansions = ExpansionCoverage.getExpansions();
320 auto SubView =
321 SourceCoverageView::create(Expansion.Function.Name, SourceBuffer.get(),
322 ViewOpts, std::move(ExpansionCoverage));
323 attachExpansionSubViews(*SubView, SubViewExpansions, Coverage);
324 attachBranchSubViews(*SubView, SubViewBranches);
325 View.addExpansion(Expansion.Region, std::move(SubView));
326 }
327 }
328
attachBranchSubViews(SourceCoverageView & View,ArrayRef<CountedRegion> Branches)329 void CodeCoverageTool::attachBranchSubViews(SourceCoverageView &View,
330 ArrayRef<CountedRegion> Branches) {
331 if (!ViewOpts.ShowBranchCounts && !ViewOpts.ShowBranchPercents)
332 return;
333
334 const auto *NextBranch = Branches.begin();
335 const auto *EndBranch = Branches.end();
336
337 // Group branches that have the same line number into the same subview.
338 while (NextBranch != EndBranch) {
339 SmallVector<CountedRegion, 0> ViewBranches;
340 unsigned CurrentLine = NextBranch->LineStart;
341 while (NextBranch != EndBranch && CurrentLine == NextBranch->LineStart)
342 ViewBranches.push_back(*NextBranch++);
343
344 View.addBranch(CurrentLine, std::move(ViewBranches));
345 }
346 }
347
attachMCDCSubViews(SourceCoverageView & View,ArrayRef<MCDCRecord> MCDCRecords)348 void CodeCoverageTool::attachMCDCSubViews(SourceCoverageView &View,
349 ArrayRef<MCDCRecord> MCDCRecords) {
350 if (!ViewOpts.ShowMCDC)
351 return;
352
353 const auto *NextRecord = MCDCRecords.begin();
354 const auto *EndRecord = MCDCRecords.end();
355
356 // Group and process MCDC records that have the same line number into the
357 // same subview.
358 while (NextRecord != EndRecord) {
359 SmallVector<MCDCRecord, 0> ViewMCDCRecords;
360 unsigned CurrentLine = NextRecord->getDecisionRegion().LineEnd;
361 while (NextRecord != EndRecord &&
362 CurrentLine == NextRecord->getDecisionRegion().LineEnd)
363 ViewMCDCRecords.push_back(*NextRecord++);
364
365 View.addMCDCRecord(CurrentLine, std::move(ViewMCDCRecords));
366 }
367 }
368
369 std::unique_ptr<SourceCoverageView>
createFunctionView(const FunctionRecord & Function,const CoverageMapping & Coverage)370 CodeCoverageTool::createFunctionView(const FunctionRecord &Function,
371 const CoverageMapping &Coverage) {
372 auto FunctionCoverage = Coverage.getCoverageForFunction(Function);
373 if (FunctionCoverage.empty())
374 return nullptr;
375 auto SourceBuffer = getSourceFile(FunctionCoverage.getFilename());
376 if (!SourceBuffer)
377 return nullptr;
378
379 auto Branches = FunctionCoverage.getBranches();
380 auto Expansions = FunctionCoverage.getExpansions();
381 auto MCDCRecords = FunctionCoverage.getMCDCRecords();
382 auto View = SourceCoverageView::create(DC.demangle(Function.Name),
383 SourceBuffer.get(), ViewOpts,
384 std::move(FunctionCoverage));
385 attachExpansionSubViews(*View, Expansions, Coverage);
386 attachBranchSubViews(*View, Branches);
387 attachMCDCSubViews(*View, MCDCRecords);
388
389 return View;
390 }
391
392 std::unique_ptr<SourceCoverageView>
createSourceFileView(StringRef SourceFile,const CoverageMapping & Coverage)393 CodeCoverageTool::createSourceFileView(StringRef SourceFile,
394 const CoverageMapping &Coverage) {
395 auto SourceBuffer = getSourceFile(SourceFile);
396 if (!SourceBuffer)
397 return nullptr;
398 auto FileCoverage = Coverage.getCoverageForFile(SourceFile);
399 if (FileCoverage.empty())
400 return nullptr;
401
402 auto Branches = FileCoverage.getBranches();
403 auto Expansions = FileCoverage.getExpansions();
404 auto MCDCRecords = FileCoverage.getMCDCRecords();
405 auto View = SourceCoverageView::create(SourceFile, SourceBuffer.get(),
406 ViewOpts, std::move(FileCoverage));
407 attachExpansionSubViews(*View, Expansions, Coverage);
408 attachBranchSubViews(*View, Branches);
409 attachMCDCSubViews(*View, MCDCRecords);
410 if (!ViewOpts.ShowFunctionInstantiations)
411 return View;
412
413 for (const auto &Group : Coverage.getInstantiationGroups(SourceFile)) {
414 // Skip functions which have a single instantiation.
415 if (Group.size() < 2)
416 continue;
417
418 for (const FunctionRecord *Function : Group.getInstantiations()) {
419 std::unique_ptr<SourceCoverageView> SubView{nullptr};
420
421 StringRef Funcname = DC.demangle(Function->Name);
422
423 if (Function->ExecutionCount > 0) {
424 auto SubViewCoverage = Coverage.getCoverageForFunction(*Function);
425 auto SubViewExpansions = SubViewCoverage.getExpansions();
426 auto SubViewBranches = SubViewCoverage.getBranches();
427 auto SubViewMCDCRecords = SubViewCoverage.getMCDCRecords();
428 SubView = SourceCoverageView::create(
429 Funcname, SourceBuffer.get(), ViewOpts, std::move(SubViewCoverage));
430 attachExpansionSubViews(*SubView, SubViewExpansions, Coverage);
431 attachBranchSubViews(*SubView, SubViewBranches);
432 attachMCDCSubViews(*SubView, SubViewMCDCRecords);
433 }
434
435 unsigned FileID = Function->CountedRegions.front().FileID;
436 unsigned Line = 0;
437 for (const auto &CR : Function->CountedRegions)
438 if (CR.FileID == FileID)
439 Line = std::max(CR.LineEnd, Line);
440 View->addInstantiation(Funcname, Line, std::move(SubView));
441 }
442 }
443 return View;
444 }
445
modifiedTimeGT(StringRef LHS,StringRef RHS)446 static bool modifiedTimeGT(StringRef LHS, StringRef RHS) {
447 sys::fs::file_status Status;
448 if (sys::fs::status(LHS, Status))
449 return false;
450 auto LHSTime = Status.getLastModificationTime();
451 if (sys::fs::status(RHS, Status))
452 return false;
453 auto RHSTime = Status.getLastModificationTime();
454 return LHSTime > RHSTime;
455 }
456
load()457 std::unique_ptr<CoverageMapping> CodeCoverageTool::load() {
458 if (PGOFilename) {
459 for (StringRef ObjectFilename : ObjectFilenames)
460 if (modifiedTimeGT(ObjectFilename, PGOFilename.value()))
461 warning("profile data may be out of date - object is newer",
462 ObjectFilename);
463 }
464 auto FS = vfs::getRealFileSystem();
465 auto CoverageOrErr = CoverageMapping::load(
466 ObjectFilenames, PGOFilename, *FS, CoverageArches,
467 ViewOpts.CompilationDirectory, BIDFetcher.get(), CheckBinaryIDs);
468 if (Error E = CoverageOrErr.takeError()) {
469 error("failed to load coverage: " + toString(std::move(E)));
470 return nullptr;
471 }
472 auto Coverage = std::move(CoverageOrErr.get());
473 unsigned Mismatched = Coverage->getMismatchedCount();
474 if (Mismatched) {
475 warning(Twine(Mismatched) + " functions have mismatched data");
476
477 if (ViewOpts.Debug) {
478 for (const auto &HashMismatch : Coverage->getHashMismatches())
479 errs() << "hash-mismatch: "
480 << "No profile record found for '" << HashMismatch.first << "'"
481 << " with hash = 0x" << Twine::utohexstr(HashMismatch.second)
482 << '\n';
483 }
484 }
485
486 remapPathNames(*Coverage);
487
488 if (!SourceFiles.empty())
489 removeUnmappedInputs(*Coverage);
490
491 demangleSymbols(*Coverage);
492
493 return Coverage;
494 }
495
remapPathNames(const CoverageMapping & Coverage)496 void CodeCoverageTool::remapPathNames(const CoverageMapping &Coverage) {
497 if (!PathRemappings)
498 return;
499
500 // Convert remapping paths to native paths with trailing separators.
501 auto nativeWithTrailing = [](StringRef Path) -> std::string {
502 if (Path.empty())
503 return "";
504 SmallString<128> NativePath;
505 sys::path::native(Path, NativePath);
506 sys::path::remove_dots(NativePath, true);
507 if (!NativePath.empty() && !sys::path::is_separator(NativePath.back()))
508 NativePath += sys::path::get_separator();
509 return NativePath.c_str();
510 };
511
512 for (std::pair<std::string, std::string> &PathRemapping : *PathRemappings) {
513 std::string RemapFrom = nativeWithTrailing(PathRemapping.first);
514 std::string RemapTo = nativeWithTrailing(PathRemapping.second);
515
516 // Create a mapping from coverage data file paths to local paths.
517 for (StringRef Filename : Coverage.getUniqueSourceFiles()) {
518 if (RemappedFilenames.count(Filename) == 1)
519 continue;
520
521 SmallString<128> NativeFilename;
522 sys::path::native(Filename, NativeFilename);
523 sys::path::remove_dots(NativeFilename, true);
524 if (NativeFilename.starts_with(RemapFrom)) {
525 RemappedFilenames[Filename] =
526 RemapTo + NativeFilename.substr(RemapFrom.size()).str();
527 }
528 }
529 }
530
531 // Convert input files from local paths to coverage data file paths.
532 StringMap<std::string> InvRemappedFilenames;
533 for (const auto &RemappedFilename : RemappedFilenames)
534 InvRemappedFilenames[RemappedFilename.getValue()] =
535 std::string(RemappedFilename.getKey());
536
537 for (std::string &Filename : SourceFiles) {
538 SmallString<128> NativeFilename;
539 sys::path::native(Filename, NativeFilename);
540 auto CovFileName = InvRemappedFilenames.find(NativeFilename);
541 if (CovFileName != InvRemappedFilenames.end())
542 Filename = CovFileName->second;
543 }
544 }
545
removeUnmappedInputs(const CoverageMapping & Coverage)546 void CodeCoverageTool::removeUnmappedInputs(const CoverageMapping &Coverage) {
547 std::vector<StringRef> CoveredFiles = Coverage.getUniqueSourceFiles();
548
549 // The user may have specified source files which aren't in the coverage
550 // mapping. Filter these files away.
551 llvm::erase_if(SourceFiles, [&](const std::string &SF) {
552 return !llvm::binary_search(CoveredFiles, SF);
553 });
554 }
555
demangleSymbols(const CoverageMapping & Coverage)556 void CodeCoverageTool::demangleSymbols(const CoverageMapping &Coverage) {
557 if (!ViewOpts.hasDemangler())
558 return;
559
560 // Pass function names to the demangler in a temporary file.
561 int InputFD;
562 SmallString<256> InputPath;
563 std::error_code EC =
564 sys::fs::createTemporaryFile("demangle-in", "list", InputFD, InputPath);
565 if (EC) {
566 error(InputPath, EC.message());
567 return;
568 }
569 ToolOutputFile InputTOF{InputPath, InputFD};
570
571 unsigned NumSymbols = 0;
572 for (const auto &Function : Coverage.getCoveredFunctions()) {
573 InputTOF.os() << Function.Name << '\n';
574 ++NumSymbols;
575 }
576 InputTOF.os().close();
577
578 // Use another temporary file to store the demangler's output.
579 int OutputFD;
580 SmallString<256> OutputPath;
581 EC = sys::fs::createTemporaryFile("demangle-out", "list", OutputFD,
582 OutputPath);
583 if (EC) {
584 error(OutputPath, EC.message());
585 return;
586 }
587 ToolOutputFile OutputTOF{OutputPath, OutputFD};
588 OutputTOF.os().close();
589
590 // Invoke the demangler.
591 std::vector<StringRef> ArgsV;
592 ArgsV.reserve(ViewOpts.DemanglerOpts.size());
593 llvm::append_range(ArgsV, ViewOpts.DemanglerOpts);
594 std::optional<StringRef> Redirects[] = {
595 InputPath.str(), OutputPath.str(), {""}};
596 std::string ErrMsg;
597 int RC =
598 sys::ExecuteAndWait(ViewOpts.DemanglerOpts[0], ArgsV,
599 /*env=*/std::nullopt, Redirects, /*secondsToWait=*/0,
600 /*memoryLimit=*/0, &ErrMsg);
601 if (RC) {
602 error(ErrMsg, ViewOpts.DemanglerOpts[0]);
603 return;
604 }
605
606 // Parse the demangler's output.
607 auto BufOrError = MemoryBuffer::getFile(OutputPath);
608 if (!BufOrError) {
609 error(OutputPath, BufOrError.getError().message());
610 return;
611 }
612
613 std::unique_ptr<MemoryBuffer> DemanglerBuf = std::move(*BufOrError);
614
615 SmallVector<StringRef, 8> Symbols;
616 StringRef DemanglerData = DemanglerBuf->getBuffer();
617 DemanglerData.split(Symbols, '\n', /*MaxSplit=*/NumSymbols,
618 /*KeepEmpty=*/false);
619 if (Symbols.size() != NumSymbols) {
620 error("demangler did not provide expected number of symbols");
621 return;
622 }
623
624 // Cache the demangled names.
625 unsigned I = 0;
626 for (const auto &Function : Coverage.getCoveredFunctions())
627 // On Windows, lines in the demangler's output file end with "\r\n".
628 // Splitting by '\n' keeps '\r's, so cut them now.
629 DC.DemangledNames[Function.Name] = std::string(Symbols[I++].rtrim());
630 }
631
writeSourceFileView(StringRef SourceFile,CoverageMapping * Coverage,CoveragePrinter * Printer,bool ShowFilenames)632 void CodeCoverageTool::writeSourceFileView(StringRef SourceFile,
633 CoverageMapping *Coverage,
634 CoveragePrinter *Printer,
635 bool ShowFilenames) {
636 auto View = createSourceFileView(SourceFile, *Coverage);
637 if (!View) {
638 warning("The file '" + SourceFile + "' isn't covered.");
639 return;
640 }
641
642 auto OSOrErr = Printer->createViewFile(SourceFile, /*InToplevel=*/false);
643 if (Error E = OSOrErr.takeError()) {
644 error("could not create view file!", toString(std::move(E)));
645 return;
646 }
647 auto OS = std::move(OSOrErr.get());
648
649 View->print(*OS.get(), /*Wholefile=*/true,
650 /*ShowSourceName=*/ShowFilenames,
651 /*ShowTitle=*/ViewOpts.hasOutputDirectory());
652 Printer->closeViewFile(std::move(OS));
653 }
654
run(Command Cmd,int argc,const char ** argv)655 int CodeCoverageTool::run(Command Cmd, int argc, const char **argv) {
656 cl::opt<std::string> CovFilename(
657 cl::Positional, cl::desc("Covered executable or object file."));
658
659 cl::list<std::string> CovFilenames(
660 "object", cl::desc("Coverage executable or object file"));
661
662 cl::opt<bool> DebugDumpCollectedObjects(
663 "dump-collected-objects", cl::Optional, cl::Hidden,
664 cl::desc("Show the collected coverage object files"));
665
666 cl::list<std::string> InputSourceFiles("sources", cl::Positional,
667 cl::desc("<Source files>"));
668
669 cl::opt<bool> DebugDumpCollectedPaths(
670 "dump-collected-paths", cl::Optional, cl::Hidden,
671 cl::desc("Show the collected paths to source files"));
672
673 cl::opt<std::string> PGOFilename(
674 "instr-profile", cl::Optional,
675 cl::desc(
676 "File with the profile data obtained after an instrumented run"));
677
678 cl::opt<bool> EmptyProfile(
679 "empty-profile", cl::Optional,
680 cl::desc("Use a synthetic profile with no data to generate "
681 "baseline coverage"));
682
683 cl::list<std::string> Arches(
684 "arch", cl::desc("architectures of the coverage mapping binaries"));
685
686 cl::opt<bool> DebugDump("dump", cl::Optional,
687 cl::desc("Show internal debug dump"));
688
689 cl::list<std::string> DebugFileDirectory(
690 "debug-file-directory",
691 cl::desc("Directories to search for object files by build ID"));
692 cl::opt<bool> Debuginfod(
693 "debuginfod", cl::ZeroOrMore,
694 cl::desc("Use debuginfod to look up object files from profile"),
695 cl::init(canUseDebuginfod()));
696
697 cl::opt<CoverageViewOptions::OutputFormat> Format(
698 "format", cl::desc("Output format for line-based coverage reports"),
699 cl::values(clEnumValN(CoverageViewOptions::OutputFormat::Text, "text",
700 "Text output"),
701 clEnumValN(CoverageViewOptions::OutputFormat::HTML, "html",
702 "HTML output"),
703 clEnumValN(CoverageViewOptions::OutputFormat::Lcov, "lcov",
704 "lcov tracefile output")),
705 cl::init(CoverageViewOptions::OutputFormat::Text));
706
707 cl::list<std::string> PathRemaps(
708 "path-equivalence", cl::Optional,
709 cl::desc("<from>,<to> Map coverage data paths to local source file "
710 "paths"));
711
712 cl::OptionCategory FilteringCategory("Function filtering options");
713
714 cl::list<std::string> NameFilters(
715 "name", cl::Optional,
716 cl::desc("Show code coverage only for functions with the given name"),
717 cl::cat(FilteringCategory));
718
719 cl::list<std::string> NameFilterFiles(
720 "name-allowlist", cl::Optional,
721 cl::desc("Show code coverage only for functions listed in the given "
722 "file"),
723 cl::cat(FilteringCategory));
724
725 cl::list<std::string> NameRegexFilters(
726 "name-regex", cl::Optional,
727 cl::desc("Show code coverage only for functions that match the given "
728 "regular expression"),
729 cl::cat(FilteringCategory));
730
731 cl::list<std::string> IgnoreFilenameRegexFilters(
732 "ignore-filename-regex", cl::Optional,
733 cl::desc("Skip source code files with file paths that match the given "
734 "regular expression"),
735 cl::cat(FilteringCategory));
736
737 cl::opt<double> RegionCoverageLtFilter(
738 "region-coverage-lt", cl::Optional,
739 cl::desc("Show code coverage only for functions with region coverage "
740 "less than the given threshold"),
741 cl::cat(FilteringCategory));
742
743 cl::opt<double> RegionCoverageGtFilter(
744 "region-coverage-gt", cl::Optional,
745 cl::desc("Show code coverage only for functions with region coverage "
746 "greater than the given threshold"),
747 cl::cat(FilteringCategory));
748
749 cl::opt<double> LineCoverageLtFilter(
750 "line-coverage-lt", cl::Optional,
751 cl::desc("Show code coverage only for functions with line coverage less "
752 "than the given threshold"),
753 cl::cat(FilteringCategory));
754
755 cl::opt<double> LineCoverageGtFilter(
756 "line-coverage-gt", cl::Optional,
757 cl::desc("Show code coverage only for functions with line coverage "
758 "greater than the given threshold"),
759 cl::cat(FilteringCategory));
760
761 cl::opt<cl::boolOrDefault> UseColor(
762 "use-color", cl::desc("Emit colored output (default=autodetect)"),
763 cl::init(cl::BOU_UNSET));
764
765 cl::list<std::string> DemanglerOpts(
766 "Xdemangler", cl::desc("<demangler-path>|<demangler-option>"));
767
768 cl::opt<bool> RegionSummary(
769 "show-region-summary", cl::Optional,
770 cl::desc("Show region statistics in summary table"),
771 cl::init(true));
772
773 cl::opt<bool> BranchSummary(
774 "show-branch-summary", cl::Optional,
775 cl::desc("Show branch condition statistics in summary table"),
776 cl::init(true));
777
778 cl::opt<bool> MCDCSummary("show-mcdc-summary", cl::Optional,
779 cl::desc("Show MCDC statistics in summary table"),
780 cl::init(false));
781
782 cl::opt<bool> InstantiationSummary(
783 "show-instantiation-summary", cl::Optional,
784 cl::desc("Show instantiation statistics in summary table"));
785
786 cl::opt<bool> SummaryOnly(
787 "summary-only", cl::Optional,
788 cl::desc("Export only summary information for each source file"));
789
790 cl::opt<unsigned> NumThreads(
791 "num-threads", cl::init(0),
792 cl::desc("Number of merge threads to use (default: autodetect)"));
793 cl::alias NumThreadsA("j", cl::desc("Alias for --num-threads"),
794 cl::aliasopt(NumThreads));
795
796 cl::opt<std::string> CompilationDirectory(
797 "compilation-dir", cl::init(""),
798 cl::desc("Directory used as a base for relative coverage mapping paths"));
799
800 cl::opt<bool> CheckBinaryIDs(
801 "check-binary-ids", cl::desc("Fail if an object couldn't be found for a "
802 "binary ID in the profile"));
803
804 auto commandLineParser = [&, this](int argc, const char **argv) -> int {
805 cl::ParseCommandLineOptions(argc, argv, "LLVM code coverage tool\n");
806 ViewOpts.Debug = DebugDump;
807 if (Debuginfod) {
808 HTTPClient::initialize();
809 BIDFetcher = std::make_unique<DebuginfodFetcher>(DebugFileDirectory);
810 } else {
811 BIDFetcher = std::make_unique<object::BuildIDFetcher>(DebugFileDirectory);
812 }
813 this->CheckBinaryIDs = CheckBinaryIDs;
814
815 if (!PGOFilename.empty() == EmptyProfile) {
816 error(
817 "exactly one of -instr-profile and -empty-profile must be specified");
818 return 1;
819 }
820 if (!PGOFilename.empty()) {
821 this->PGOFilename = std::make_optional(PGOFilename.getValue());
822 }
823
824 if (!CovFilename.empty())
825 ObjectFilenames.emplace_back(CovFilename);
826 for (const std::string &Filename : CovFilenames)
827 ObjectFilenames.emplace_back(Filename);
828 if (ObjectFilenames.empty() && !Debuginfod && DebugFileDirectory.empty()) {
829 errs() << "No filenames specified!\n";
830 ::exit(1);
831 }
832
833 if (DebugDumpCollectedObjects) {
834 for (StringRef OF : ObjectFilenames)
835 outs() << OF << '\n';
836 ::exit(0);
837 }
838
839 ViewOpts.Format = Format;
840 switch (ViewOpts.Format) {
841 case CoverageViewOptions::OutputFormat::Text:
842 ViewOpts.Colors = UseColor == cl::BOU_UNSET
843 ? sys::Process::StandardOutHasColors()
844 : UseColor == cl::BOU_TRUE;
845 break;
846 case CoverageViewOptions::OutputFormat::HTML:
847 if (UseColor == cl::BOU_FALSE)
848 errs() << "Color output cannot be disabled when generating html.\n";
849 ViewOpts.Colors = true;
850 break;
851 case CoverageViewOptions::OutputFormat::Lcov:
852 if (UseColor == cl::BOU_TRUE)
853 errs() << "Color output cannot be enabled when generating lcov.\n";
854 ViewOpts.Colors = false;
855 break;
856 }
857
858 if (!PathRemaps.empty()) {
859 std::vector<std::pair<std::string, std::string>> Remappings;
860
861 for (const std::string &PathRemap : PathRemaps) {
862 auto EquivPair = StringRef(PathRemap).split(',');
863 if (EquivPair.first.empty() || EquivPair.second.empty()) {
864 error("invalid argument '" + PathRemap +
865 "', must be in format 'from,to'",
866 "-path-equivalence");
867 return 1;
868 }
869
870 Remappings.push_back(
871 {std::string(EquivPair.first), std::string(EquivPair.second)});
872 }
873
874 PathRemappings = Remappings;
875 }
876
877 // If a demangler is supplied, check if it exists and register it.
878 if (!DemanglerOpts.empty()) {
879 auto DemanglerPathOrErr = sys::findProgramByName(DemanglerOpts[0]);
880 if (!DemanglerPathOrErr) {
881 error("could not find the demangler!",
882 DemanglerPathOrErr.getError().message());
883 return 1;
884 }
885 DemanglerOpts[0] = *DemanglerPathOrErr;
886 ViewOpts.DemanglerOpts.swap(DemanglerOpts);
887 }
888
889 // Read in -name-allowlist files.
890 if (!NameFilterFiles.empty()) {
891 std::string SpecialCaseListErr;
892 NameAllowlist = SpecialCaseList::create(
893 NameFilterFiles, *vfs::getRealFileSystem(), SpecialCaseListErr);
894 if (!NameAllowlist)
895 error(SpecialCaseListErr);
896 }
897
898 // Create the function filters
899 if (!NameFilters.empty() || NameAllowlist || !NameRegexFilters.empty()) {
900 auto NameFilterer = std::make_unique<CoverageFilters>();
901 for (const auto &Name : NameFilters)
902 NameFilterer->push_back(std::make_unique<NameCoverageFilter>(Name));
903 if (NameAllowlist && !NameFilterFiles.empty())
904 NameFilterer->push_back(
905 std::make_unique<NameAllowlistCoverageFilter>(*NameAllowlist));
906 for (const auto &Regex : NameRegexFilters)
907 NameFilterer->push_back(
908 std::make_unique<NameRegexCoverageFilter>(Regex));
909 Filters.push_back(std::move(NameFilterer));
910 }
911
912 if (RegionCoverageLtFilter.getNumOccurrences() ||
913 RegionCoverageGtFilter.getNumOccurrences() ||
914 LineCoverageLtFilter.getNumOccurrences() ||
915 LineCoverageGtFilter.getNumOccurrences()) {
916 auto StatFilterer = std::make_unique<CoverageFilters>();
917 if (RegionCoverageLtFilter.getNumOccurrences())
918 StatFilterer->push_back(std::make_unique<RegionCoverageFilter>(
919 RegionCoverageFilter::LessThan, RegionCoverageLtFilter));
920 if (RegionCoverageGtFilter.getNumOccurrences())
921 StatFilterer->push_back(std::make_unique<RegionCoverageFilter>(
922 RegionCoverageFilter::GreaterThan, RegionCoverageGtFilter));
923 if (LineCoverageLtFilter.getNumOccurrences())
924 StatFilterer->push_back(std::make_unique<LineCoverageFilter>(
925 LineCoverageFilter::LessThan, LineCoverageLtFilter));
926 if (LineCoverageGtFilter.getNumOccurrences())
927 StatFilterer->push_back(std::make_unique<LineCoverageFilter>(
928 RegionCoverageFilter::GreaterThan, LineCoverageGtFilter));
929 Filters.push_back(std::move(StatFilterer));
930 }
931
932 // Create the ignore filename filters.
933 for (const auto &RE : IgnoreFilenameRegexFilters)
934 IgnoreFilenameFilters.push_back(
935 std::make_unique<NameRegexCoverageFilter>(RE));
936
937 if (!Arches.empty()) {
938 for (const std::string &Arch : Arches) {
939 if (Triple(Arch).getArch() == llvm::Triple::ArchType::UnknownArch) {
940 error("unknown architecture: " + Arch);
941 return 1;
942 }
943 CoverageArches.emplace_back(Arch);
944 }
945 if (CoverageArches.size() != 1 &&
946 CoverageArches.size() != ObjectFilenames.size()) {
947 error("number of architectures doesn't match the number of objects");
948 return 1;
949 }
950 }
951
952 // IgnoreFilenameFilters are applied even when InputSourceFiles specified.
953 for (const std::string &File : InputSourceFiles)
954 collectPaths(File);
955
956 if (DebugDumpCollectedPaths) {
957 for (const std::string &SF : SourceFiles)
958 outs() << SF << '\n';
959 ::exit(0);
960 }
961
962 ViewOpts.ShowMCDCSummary = MCDCSummary;
963 ViewOpts.ShowBranchSummary = BranchSummary;
964 ViewOpts.ShowRegionSummary = RegionSummary;
965 ViewOpts.ShowInstantiationSummary = InstantiationSummary;
966 ViewOpts.ExportSummaryOnly = SummaryOnly;
967 ViewOpts.NumThreads = NumThreads;
968 ViewOpts.CompilationDirectory = CompilationDirectory;
969
970 return 0;
971 };
972
973 switch (Cmd) {
974 case Show:
975 return doShow(argc, argv, commandLineParser);
976 case Report:
977 return doReport(argc, argv, commandLineParser);
978 case Export:
979 return doExport(argc, argv, commandLineParser);
980 }
981 return 0;
982 }
983
doShow(int argc,const char ** argv,CommandLineParserType commandLineParser)984 int CodeCoverageTool::doShow(int argc, const char **argv,
985 CommandLineParserType commandLineParser) {
986
987 cl::OptionCategory ViewCategory("Viewing options");
988
989 cl::opt<bool> ShowLineExecutionCounts(
990 "show-line-counts", cl::Optional,
991 cl::desc("Show the execution counts for each line"), cl::init(true),
992 cl::cat(ViewCategory));
993
994 cl::opt<bool> ShowRegions(
995 "show-regions", cl::Optional,
996 cl::desc("Show the execution counts for each region"),
997 cl::cat(ViewCategory));
998
999 cl::opt<CoverageViewOptions::BranchOutputType> ShowBranches(
1000 "show-branches", cl::Optional,
1001 cl::desc("Show coverage for branch conditions"), cl::cat(ViewCategory),
1002 cl::values(clEnumValN(CoverageViewOptions::BranchOutputType::Count,
1003 "count", "Show True/False counts"),
1004 clEnumValN(CoverageViewOptions::BranchOutputType::Percent,
1005 "percent", "Show True/False percent")),
1006 cl::init(CoverageViewOptions::BranchOutputType::Off));
1007
1008 cl::opt<bool> ShowMCDC(
1009 "show-mcdc", cl::Optional,
1010 cl::desc("Show the MCDC Coverage for each applicable boolean expression"),
1011 cl::cat(ViewCategory));
1012
1013 cl::opt<bool> ShowBestLineRegionsCounts(
1014 "show-line-counts-or-regions", cl::Optional,
1015 cl::desc("Show the execution counts for each line, or the execution "
1016 "counts for each region on lines that have multiple regions"),
1017 cl::cat(ViewCategory));
1018
1019 cl::opt<bool> ShowExpansions("show-expansions", cl::Optional,
1020 cl::desc("Show expanded source regions"),
1021 cl::cat(ViewCategory));
1022
1023 cl::opt<bool> ShowInstantiations("show-instantiations", cl::Optional,
1024 cl::desc("Show function instantiations"),
1025 cl::init(true), cl::cat(ViewCategory));
1026
1027 cl::opt<bool> ShowDirectoryCoverage("show-directory-coverage", cl::Optional,
1028 cl::desc("Show directory coverage"),
1029 cl::cat(ViewCategory));
1030
1031 cl::opt<bool> ShowCreatedTime("show-created-time", cl::Optional,
1032 cl::desc("Show created time for each page."),
1033 cl::init(true), cl::cat(ViewCategory));
1034
1035 cl::opt<std::string> ShowOutputDirectory(
1036 "output-dir", cl::init(""),
1037 cl::desc("Directory in which coverage information is written out"));
1038 cl::alias ShowOutputDirectoryA("o", cl::desc("Alias for --output-dir"),
1039 cl::aliasopt(ShowOutputDirectory));
1040
1041 cl::opt<bool> BinaryCounters(
1042 "binary-counters", cl::Optional,
1043 cl::desc("Show binary counters (1/0) in lines and branches instead of "
1044 "integer execution counts"),
1045 cl::cat(ViewCategory));
1046
1047 cl::opt<uint32_t> TabSize(
1048 "tab-size", cl::init(2),
1049 cl::desc(
1050 "Set tab expansion size for html coverage reports (default = 2)"));
1051
1052 cl::opt<std::string> ProjectTitle(
1053 "project-title", cl::Optional,
1054 cl::desc("Set project title for the coverage report"));
1055
1056 cl::opt<std::string> CovWatermark(
1057 "coverage-watermark", cl::Optional,
1058 cl::desc("<high>,<low> value indicate thresholds for high and low"
1059 "coverage watermark"));
1060
1061 auto Err = commandLineParser(argc, argv);
1062 if (Err)
1063 return Err;
1064
1065 if (ViewOpts.Format == CoverageViewOptions::OutputFormat::Lcov) {
1066 error("lcov format should be used with 'llvm-cov export'.");
1067 return 1;
1068 }
1069
1070 ViewOpts.HighCovWatermark = 100.0;
1071 ViewOpts.LowCovWatermark = 80.0;
1072 if (!CovWatermark.empty()) {
1073 auto WaterMarkPair = StringRef(CovWatermark).split(',');
1074 if (WaterMarkPair.first.empty() || WaterMarkPair.second.empty()) {
1075 error("invalid argument '" + CovWatermark +
1076 "', must be in format 'high,low'",
1077 "-coverage-watermark");
1078 return 1;
1079 }
1080
1081 char *EndPointer = nullptr;
1082 ViewOpts.HighCovWatermark =
1083 strtod(WaterMarkPair.first.begin(), &EndPointer);
1084 if (EndPointer != WaterMarkPair.first.end()) {
1085 error("invalid number '" + WaterMarkPair.first +
1086 "', invalid value for 'high'",
1087 "-coverage-watermark");
1088 return 1;
1089 }
1090
1091 ViewOpts.LowCovWatermark =
1092 strtod(WaterMarkPair.second.begin(), &EndPointer);
1093 if (EndPointer != WaterMarkPair.second.end()) {
1094 error("invalid number '" + WaterMarkPair.second +
1095 "', invalid value for 'low'",
1096 "-coverage-watermark");
1097 return 1;
1098 }
1099
1100 if (ViewOpts.HighCovWatermark > 100 || ViewOpts.LowCovWatermark < 0 ||
1101 ViewOpts.HighCovWatermark <= ViewOpts.LowCovWatermark) {
1102 error(
1103 "invalid number range '" + CovWatermark +
1104 "', must be both high and low should be between 0-100, and high "
1105 "> low",
1106 "-coverage-watermark");
1107 return 1;
1108 }
1109 }
1110
1111 ViewOpts.ShowLineNumbers = true;
1112 ViewOpts.ShowLineStats = ShowLineExecutionCounts.getNumOccurrences() != 0 ||
1113 !ShowRegions || ShowBestLineRegionsCounts;
1114 ViewOpts.ShowRegionMarkers = ShowRegions || ShowBestLineRegionsCounts;
1115 ViewOpts.ShowExpandedRegions = ShowExpansions;
1116 ViewOpts.ShowBranchCounts =
1117 ShowBranches == CoverageViewOptions::BranchOutputType::Count;
1118 ViewOpts.ShowMCDC = ShowMCDC;
1119 ViewOpts.ShowBranchPercents =
1120 ShowBranches == CoverageViewOptions::BranchOutputType::Percent;
1121 ViewOpts.ShowFunctionInstantiations = ShowInstantiations;
1122 ViewOpts.ShowDirectoryCoverage = ShowDirectoryCoverage;
1123 ViewOpts.ShowOutputDirectory = ShowOutputDirectory;
1124 ViewOpts.BinaryCounters = BinaryCounters;
1125 ViewOpts.TabSize = TabSize;
1126 ViewOpts.ProjectTitle = ProjectTitle;
1127
1128 if (ViewOpts.hasOutputDirectory()) {
1129 if (auto E = sys::fs::create_directories(ViewOpts.ShowOutputDirectory)) {
1130 error("could not create output directory!", E.message());
1131 return 1;
1132 }
1133 }
1134
1135 if (PGOFilename) {
1136 sys::fs::file_status Status;
1137 if (std::error_code EC = sys::fs::status(PGOFilename.value(), Status)) {
1138 error("could not read profile data!" + EC.message(), PGOFilename.value());
1139 return 1;
1140 }
1141
1142 if (ShowCreatedTime) {
1143 auto ModifiedTime = Status.getLastModificationTime();
1144 std::string ModifiedTimeStr = to_string(ModifiedTime);
1145 size_t found = ModifiedTimeStr.rfind(':');
1146 ViewOpts.CreatedTimeStr =
1147 (found != std::string::npos)
1148 ? "Created: " + ModifiedTimeStr.substr(0, found)
1149 : "Created: " + ModifiedTimeStr;
1150 }
1151 }
1152
1153 auto Coverage = load();
1154 if (!Coverage)
1155 return 1;
1156
1157 auto Printer = CoveragePrinter::create(ViewOpts);
1158
1159 if (SourceFiles.empty() && !HadSourceFiles)
1160 // Get the source files from the function coverage mapping.
1161 for (StringRef Filename : Coverage->getUniqueSourceFiles()) {
1162 if (!IgnoreFilenameFilters.matchesFilename(Filename))
1163 SourceFiles.push_back(std::string(Filename));
1164 }
1165
1166 // Create an index out of the source files.
1167 if (ViewOpts.hasOutputDirectory()) {
1168 if (Error E = Printer->createIndexFile(SourceFiles, *Coverage, Filters)) {
1169 error("could not create index file!", toString(std::move(E)));
1170 return 1;
1171 }
1172 }
1173
1174 if (!Filters.empty()) {
1175 // Build the map of filenames to functions.
1176 std::map<llvm::StringRef, std::vector<const FunctionRecord *>>
1177 FilenameFunctionMap;
1178 for (const auto &SourceFile : SourceFiles)
1179 for (const auto &Function : Coverage->getCoveredFunctions(SourceFile))
1180 if (Filters.matches(*Coverage, Function))
1181 FilenameFunctionMap[SourceFile].push_back(&Function);
1182
1183 // Only print filter matching functions for each file.
1184 for (const auto &FileFunc : FilenameFunctionMap) {
1185 StringRef File = FileFunc.first;
1186 const auto &Functions = FileFunc.second;
1187
1188 auto OSOrErr = Printer->createViewFile(File, /*InToplevel=*/false);
1189 if (Error E = OSOrErr.takeError()) {
1190 error("could not create view file!", toString(std::move(E)));
1191 return 1;
1192 }
1193 auto OS = std::move(OSOrErr.get());
1194
1195 bool ShowTitle = ViewOpts.hasOutputDirectory();
1196 for (const auto *Function : Functions) {
1197 auto FunctionView = createFunctionView(*Function, *Coverage);
1198 if (!FunctionView) {
1199 warning("Could not read coverage for '" + Function->Name + "'.");
1200 continue;
1201 }
1202 FunctionView->print(*OS.get(), /*WholeFile=*/false,
1203 /*ShowSourceName=*/true, ShowTitle);
1204 ShowTitle = false;
1205 }
1206
1207 Printer->closeViewFile(std::move(OS));
1208 }
1209 return 0;
1210 }
1211
1212 // Show files
1213 bool ShowFilenames =
1214 (SourceFiles.size() != 1) || ViewOpts.hasOutputDirectory() ||
1215 (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML);
1216
1217 ThreadPoolStrategy S = hardware_concurrency(ViewOpts.NumThreads);
1218 if (ViewOpts.NumThreads == 0) {
1219 // If NumThreads is not specified, create one thread for each input, up to
1220 // the number of hardware cores.
1221 S = heavyweight_hardware_concurrency(SourceFiles.size());
1222 S.Limit = true;
1223 }
1224
1225 if (!ViewOpts.hasOutputDirectory() || S.ThreadsRequested == 1) {
1226 for (const std::string &SourceFile : SourceFiles)
1227 writeSourceFileView(SourceFile, Coverage.get(), Printer.get(),
1228 ShowFilenames);
1229 } else {
1230 // In -output-dir mode, it's safe to use multiple threads to print files.
1231 DefaultThreadPool Pool(S);
1232 for (const std::string &SourceFile : SourceFiles)
1233 Pool.async(&CodeCoverageTool::writeSourceFileView, this, SourceFile,
1234 Coverage.get(), Printer.get(), ShowFilenames);
1235 Pool.wait();
1236 }
1237
1238 return 0;
1239 }
1240
doReport(int argc,const char ** argv,CommandLineParserType commandLineParser)1241 int CodeCoverageTool::doReport(int argc, const char **argv,
1242 CommandLineParserType commandLineParser) {
1243 cl::opt<bool> ShowFunctionSummaries(
1244 "show-functions", cl::Optional, cl::init(false),
1245 cl::desc("Show coverage summaries for each function"));
1246
1247 auto Err = commandLineParser(argc, argv);
1248 if (Err)
1249 return Err;
1250
1251 if (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML) {
1252 error("HTML output for summary reports is not yet supported.");
1253 return 1;
1254 } else if (ViewOpts.Format == CoverageViewOptions::OutputFormat::Lcov) {
1255 error("lcov format should be used with 'llvm-cov export'.");
1256 return 1;
1257 }
1258
1259 if (PGOFilename) {
1260 sys::fs::file_status Status;
1261 if (std::error_code EC = sys::fs::status(PGOFilename.value(), Status)) {
1262 error("could not read profile data!" + EC.message(), PGOFilename.value());
1263 return 1;
1264 }
1265 }
1266
1267 auto Coverage = load();
1268 if (!Coverage)
1269 return 1;
1270
1271 CoverageReport Report(ViewOpts, *Coverage);
1272 if (!ShowFunctionSummaries) {
1273 if (SourceFiles.empty())
1274 Report.renderFileReports(llvm::outs(), IgnoreFilenameFilters);
1275 else
1276 Report.renderFileReports(llvm::outs(), SourceFiles);
1277 } else {
1278 if (SourceFiles.empty()) {
1279 error("source files must be specified when -show-functions=true is "
1280 "specified");
1281 return 1;
1282 }
1283
1284 Report.renderFunctionReports(SourceFiles, DC, llvm::outs());
1285 }
1286 return 0;
1287 }
1288
doExport(int argc,const char ** argv,CommandLineParserType commandLineParser)1289 int CodeCoverageTool::doExport(int argc, const char **argv,
1290 CommandLineParserType commandLineParser) {
1291
1292 cl::OptionCategory ExportCategory("Exporting options");
1293
1294 cl::opt<bool> SkipExpansions("skip-expansions", cl::Optional,
1295 cl::desc("Don't export expanded source regions"),
1296 cl::cat(ExportCategory));
1297
1298 cl::opt<bool> SkipFunctions("skip-functions", cl::Optional,
1299 cl::desc("Don't export per-function data"),
1300 cl::cat(ExportCategory));
1301
1302 cl::opt<bool> SkipBranches("skip-branches", cl::Optional,
1303 cl::desc("Don't export branch data (LCOV)"),
1304 cl::cat(ExportCategory));
1305
1306 cl::opt<bool> UnifyInstantiations("unify-instantiations", cl::Optional,
1307 cl::desc("Unify function instantiations"),
1308 cl::init(true), cl::cat(ExportCategory));
1309
1310 auto Err = commandLineParser(argc, argv);
1311 if (Err)
1312 return Err;
1313
1314 ViewOpts.SkipExpansions = SkipExpansions;
1315 ViewOpts.SkipFunctions = SkipFunctions;
1316 ViewOpts.SkipBranches = SkipBranches;
1317 ViewOpts.UnifyFunctionInstantiations = UnifyInstantiations;
1318
1319 if (ViewOpts.Format != CoverageViewOptions::OutputFormat::Text &&
1320 ViewOpts.Format != CoverageViewOptions::OutputFormat::Lcov) {
1321 error("coverage data can only be exported as textual JSON or an "
1322 "lcov tracefile.");
1323 return 1;
1324 }
1325
1326 if (PGOFilename) {
1327 sys::fs::file_status Status;
1328 if (std::error_code EC = sys::fs::status(PGOFilename.value(), Status)) {
1329 error("could not read profile data!" + EC.message(), PGOFilename.value());
1330 return 1;
1331 }
1332 }
1333
1334 auto Coverage = load();
1335 if (!Coverage) {
1336 error("could not load coverage information");
1337 return 1;
1338 }
1339
1340 std::unique_ptr<CoverageExporter> Exporter;
1341
1342 switch (ViewOpts.Format) {
1343 case CoverageViewOptions::OutputFormat::Text:
1344 Exporter =
1345 std::make_unique<CoverageExporterJson>(*Coverage, ViewOpts, outs());
1346 break;
1347 case CoverageViewOptions::OutputFormat::HTML:
1348 // Unreachable because we should have gracefully terminated with an error
1349 // above.
1350 llvm_unreachable("Export in HTML is not supported!");
1351 case CoverageViewOptions::OutputFormat::Lcov:
1352 Exporter =
1353 std::make_unique<CoverageExporterLcov>(*Coverage, ViewOpts, outs());
1354 break;
1355 }
1356
1357 if (SourceFiles.empty())
1358 Exporter->renderRoot(IgnoreFilenameFilters);
1359 else
1360 Exporter->renderRoot(SourceFiles);
1361
1362 return 0;
1363 }
1364
showMain(int argc,const char * argv[])1365 int showMain(int argc, const char *argv[]) {
1366 CodeCoverageTool Tool;
1367 return Tool.run(CodeCoverageTool::Show, argc, argv);
1368 }
1369
reportMain(int argc,const char * argv[])1370 int reportMain(int argc, const char *argv[]) {
1371 CodeCoverageTool Tool;
1372 return Tool.run(CodeCoverageTool::Report, argc, argv);
1373 }
1374
exportMain(int argc,const char * argv[])1375 int exportMain(int argc, const char *argv[]) {
1376 CodeCoverageTool Tool;
1377 return Tool.run(CodeCoverageTool::Export, argc, argv);
1378 }
1379