10b57cec5SDimitry Andric //===- CoverageMappingReader.cpp - Code coverage mapping reader -----------===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // This file contains support for reading coverage mapping data for
100b57cec5SDimitry Andric // instrumentation based coverage.
110b57cec5SDimitry Andric //
120b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
130b57cec5SDimitry Andric
140b57cec5SDimitry Andric #include "llvm/ProfileData/Coverage/CoverageMappingReader.h"
150b57cec5SDimitry Andric #include "llvm/ADT/ArrayRef.h"
160b57cec5SDimitry Andric #include "llvm/ADT/DenseMap.h"
170b57cec5SDimitry Andric #include "llvm/ADT/STLExtras.h"
180b57cec5SDimitry Andric #include "llvm/ADT/SmallVector.h"
195ffd83dbSDimitry Andric #include "llvm/ADT/Statistic.h"
200b57cec5SDimitry Andric #include "llvm/ADT/StringRef.h"
2181ad6265SDimitry Andric #include "llvm/Object/Archive.h"
220b57cec5SDimitry Andric #include "llvm/Object/Binary.h"
23fe6060f1SDimitry Andric #include "llvm/Object/COFF.h"
240b57cec5SDimitry Andric #include "llvm/Object/Error.h"
250b57cec5SDimitry Andric #include "llvm/Object/MachOUniversal.h"
260b57cec5SDimitry Andric #include "llvm/Object/ObjectFile.h"
270b57cec5SDimitry Andric #include "llvm/ProfileData/InstrProf.h"
280b57cec5SDimitry Andric #include "llvm/Support/Casting.h"
295ffd83dbSDimitry Andric #include "llvm/Support/Compression.h"
300b57cec5SDimitry Andric #include "llvm/Support/Debug.h"
310b57cec5SDimitry Andric #include "llvm/Support/Endian.h"
320b57cec5SDimitry Andric #include "llvm/Support/Error.h"
330b57cec5SDimitry Andric #include "llvm/Support/ErrorHandling.h"
340b57cec5SDimitry Andric #include "llvm/Support/LEB128.h"
350b57cec5SDimitry Andric #include "llvm/Support/MathExtras.h"
36fe6060f1SDimitry Andric #include "llvm/Support/Path.h"
370b57cec5SDimitry Andric #include "llvm/Support/raw_ostream.h"
3806c3fb27SDimitry Andric #include "llvm/TargetParser/Triple.h"
390b57cec5SDimitry Andric #include <vector>
400b57cec5SDimitry Andric
410b57cec5SDimitry Andric using namespace llvm;
420b57cec5SDimitry Andric using namespace coverage;
430b57cec5SDimitry Andric using namespace object;
440b57cec5SDimitry Andric
450b57cec5SDimitry Andric #define DEBUG_TYPE "coverage-mapping"
460b57cec5SDimitry Andric
475ffd83dbSDimitry Andric STATISTIC(CovMapNumRecords, "The # of coverage function records");
485ffd83dbSDimitry Andric STATISTIC(CovMapNumUsedRecords, "The # of used coverage function records");
495ffd83dbSDimitry Andric
increment()500b57cec5SDimitry Andric void CoverageMappingIterator::increment() {
510b57cec5SDimitry Andric if (ReadErr != coveragemap_error::success)
520b57cec5SDimitry Andric return;
530b57cec5SDimitry Andric
540b57cec5SDimitry Andric // Check if all the records were read or if an error occurred while reading
550b57cec5SDimitry Andric // the next record.
560b57cec5SDimitry Andric if (auto E = Reader->readNextRecord(Record))
570b57cec5SDimitry Andric handleAllErrors(std::move(E), [&](const CoverageMapError &CME) {
580b57cec5SDimitry Andric if (CME.get() == coveragemap_error::eof)
590b57cec5SDimitry Andric *this = CoverageMappingIterator();
600b57cec5SDimitry Andric else
610b57cec5SDimitry Andric ReadErr = CME.get();
620b57cec5SDimitry Andric });
630b57cec5SDimitry Andric }
640b57cec5SDimitry Andric
readULEB128(uint64_t & Result)650b57cec5SDimitry Andric Error RawCoverageReader::readULEB128(uint64_t &Result) {
660b57cec5SDimitry Andric if (Data.empty())
670b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::truncated);
680b57cec5SDimitry Andric unsigned N = 0;
690b57cec5SDimitry Andric Result = decodeULEB128(Data.bytes_begin(), &N);
700b57cec5SDimitry Andric if (N > Data.size())
715f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
725f757f3fSDimitry Andric "the size of ULEB128 is too big");
730b57cec5SDimitry Andric Data = Data.substr(N);
740b57cec5SDimitry Andric return Error::success();
750b57cec5SDimitry Andric }
760b57cec5SDimitry Andric
readIntMax(uint64_t & Result,uint64_t MaxPlus1)770b57cec5SDimitry Andric Error RawCoverageReader::readIntMax(uint64_t &Result, uint64_t MaxPlus1) {
780b57cec5SDimitry Andric if (auto Err = readULEB128(Result))
790b57cec5SDimitry Andric return Err;
800b57cec5SDimitry Andric if (Result >= MaxPlus1)
815f757f3fSDimitry Andric return make_error<CoverageMapError>(
825f757f3fSDimitry Andric coveragemap_error::malformed,
835f757f3fSDimitry Andric "the value of ULEB128 is greater than or equal to MaxPlus1");
840b57cec5SDimitry Andric return Error::success();
850b57cec5SDimitry Andric }
860b57cec5SDimitry Andric
readSize(uint64_t & Result)870b57cec5SDimitry Andric Error RawCoverageReader::readSize(uint64_t &Result) {
880b57cec5SDimitry Andric if (auto Err = readULEB128(Result))
890b57cec5SDimitry Andric return Err;
900b57cec5SDimitry Andric if (Result > Data.size())
915f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
925f757f3fSDimitry Andric "the value of ULEB128 is too big");
930b57cec5SDimitry Andric return Error::success();
940b57cec5SDimitry Andric }
950b57cec5SDimitry Andric
readString(StringRef & Result)960b57cec5SDimitry Andric Error RawCoverageReader::readString(StringRef &Result) {
970b57cec5SDimitry Andric uint64_t Length;
980b57cec5SDimitry Andric if (auto Err = readSize(Length))
990b57cec5SDimitry Andric return Err;
1000b57cec5SDimitry Andric Result = Data.substr(0, Length);
1010b57cec5SDimitry Andric Data = Data.substr(Length);
1020b57cec5SDimitry Andric return Error::success();
1030b57cec5SDimitry Andric }
1040b57cec5SDimitry Andric
read(CovMapVersion Version)105fe6060f1SDimitry Andric Error RawCoverageFilenamesReader::read(CovMapVersion Version) {
1060b57cec5SDimitry Andric uint64_t NumFilenames;
1070b57cec5SDimitry Andric if (auto Err = readSize(NumFilenames))
1080b57cec5SDimitry Andric return Err;
1095ffd83dbSDimitry Andric if (!NumFilenames)
1105f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
1115f757f3fSDimitry Andric "number of filenames is zero");
1125ffd83dbSDimitry Andric
1135ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4)
114fe6060f1SDimitry Andric return readUncompressed(Version, NumFilenames);
1155ffd83dbSDimitry Andric
1165ffd83dbSDimitry Andric // The uncompressed length may exceed the size of the encoded filenames.
1175ffd83dbSDimitry Andric // Skip size validation.
1185ffd83dbSDimitry Andric uint64_t UncompressedLen;
1195ffd83dbSDimitry Andric if (auto Err = readULEB128(UncompressedLen))
1205ffd83dbSDimitry Andric return Err;
1215ffd83dbSDimitry Andric
1225ffd83dbSDimitry Andric uint64_t CompressedLen;
1235ffd83dbSDimitry Andric if (auto Err = readSize(CompressedLen))
1245ffd83dbSDimitry Andric return Err;
1255ffd83dbSDimitry Andric
1265ffd83dbSDimitry Andric if (CompressedLen > 0) {
127753f127fSDimitry Andric if (!compression::zlib::isAvailable())
1285ffd83dbSDimitry Andric return make_error<CoverageMapError>(
1295ffd83dbSDimitry Andric coveragemap_error::decompression_failed);
1305ffd83dbSDimitry Andric
131fe6060f1SDimitry Andric // Allocate memory for the decompressed filenames.
132753f127fSDimitry Andric SmallVector<uint8_t, 0> StorageBuf;
1335ffd83dbSDimitry Andric
1345ffd83dbSDimitry Andric // Read compressed filenames.
1355ffd83dbSDimitry Andric StringRef CompressedFilenames = Data.substr(0, CompressedLen);
1365ffd83dbSDimitry Andric Data = Data.substr(CompressedLen);
137bdd1243dSDimitry Andric auto Err = compression::zlib::decompress(
138753f127fSDimitry Andric arrayRefFromStringRef(CompressedFilenames), StorageBuf,
139753f127fSDimitry Andric UncompressedLen);
1405ffd83dbSDimitry Andric if (Err) {
1415ffd83dbSDimitry Andric consumeError(std::move(Err));
1425ffd83dbSDimitry Andric return make_error<CoverageMapError>(
1435ffd83dbSDimitry Andric coveragemap_error::decompression_failed);
1445ffd83dbSDimitry Andric }
1455ffd83dbSDimitry Andric
146753f127fSDimitry Andric RawCoverageFilenamesReader Delegate(toStringRef(StorageBuf), Filenames,
147fe6060f1SDimitry Andric CompilationDir);
148fe6060f1SDimitry Andric return Delegate.readUncompressed(Version, NumFilenames);
1495ffd83dbSDimitry Andric }
1505ffd83dbSDimitry Andric
151fe6060f1SDimitry Andric return readUncompressed(Version, NumFilenames);
1525ffd83dbSDimitry Andric }
1535ffd83dbSDimitry Andric
readUncompressed(CovMapVersion Version,uint64_t NumFilenames)154fe6060f1SDimitry Andric Error RawCoverageFilenamesReader::readUncompressed(CovMapVersion Version,
155fe6060f1SDimitry Andric uint64_t NumFilenames) {
1565ffd83dbSDimitry Andric // Read uncompressed filenames.
157fe6060f1SDimitry Andric if (Version < CovMapVersion::Version6) {
1580b57cec5SDimitry Andric for (size_t I = 0; I < NumFilenames; ++I) {
1590b57cec5SDimitry Andric StringRef Filename;
1600b57cec5SDimitry Andric if (auto Err = readString(Filename))
1610b57cec5SDimitry Andric return Err;
162fe6060f1SDimitry Andric Filenames.push_back(Filename.str());
163fe6060f1SDimitry Andric }
164fe6060f1SDimitry Andric } else {
165fe6060f1SDimitry Andric StringRef CWD;
166fe6060f1SDimitry Andric if (auto Err = readString(CWD))
167fe6060f1SDimitry Andric return Err;
168fe6060f1SDimitry Andric Filenames.push_back(CWD.str());
169fe6060f1SDimitry Andric
170fe6060f1SDimitry Andric for (size_t I = 1; I < NumFilenames; ++I) {
171fe6060f1SDimitry Andric StringRef Filename;
172fe6060f1SDimitry Andric if (auto Err = readString(Filename))
173fe6060f1SDimitry Andric return Err;
174fe6060f1SDimitry Andric if (sys::path::is_absolute(Filename)) {
175fe6060f1SDimitry Andric Filenames.push_back(Filename.str());
176fe6060f1SDimitry Andric } else {
177fe6060f1SDimitry Andric SmallString<256> P;
178fe6060f1SDimitry Andric if (!CompilationDir.empty())
179fe6060f1SDimitry Andric P.assign(CompilationDir);
180fe6060f1SDimitry Andric else
181fe6060f1SDimitry Andric P.assign(CWD);
182fe6060f1SDimitry Andric llvm::sys::path::append(P, Filename);
18381ad6265SDimitry Andric sys::path::remove_dots(P, /*remove_dot_dot=*/true);
18481ad6265SDimitry Andric Filenames.push_back(static_cast<std::string>(P.str()));
185fe6060f1SDimitry Andric }
186fe6060f1SDimitry Andric }
1870b57cec5SDimitry Andric }
1880b57cec5SDimitry Andric return Error::success();
1890b57cec5SDimitry Andric }
1900b57cec5SDimitry Andric
decodeCounter(unsigned Value,Counter & C)1910b57cec5SDimitry Andric Error RawCoverageMappingReader::decodeCounter(unsigned Value, Counter &C) {
1920b57cec5SDimitry Andric auto Tag = Value & Counter::EncodingTagMask;
1930b57cec5SDimitry Andric switch (Tag) {
1940b57cec5SDimitry Andric case Counter::Zero:
1950b57cec5SDimitry Andric C = Counter::getZero();
1960b57cec5SDimitry Andric return Error::success();
1970b57cec5SDimitry Andric case Counter::CounterValueReference:
1980b57cec5SDimitry Andric C = Counter::getCounter(Value >> Counter::EncodingTagBits);
1990b57cec5SDimitry Andric return Error::success();
2000b57cec5SDimitry Andric default:
2010b57cec5SDimitry Andric break;
2020b57cec5SDimitry Andric }
2030b57cec5SDimitry Andric Tag -= Counter::Expression;
2040b57cec5SDimitry Andric switch (Tag) {
2050b57cec5SDimitry Andric case CounterExpression::Subtract:
2060b57cec5SDimitry Andric case CounterExpression::Add: {
2070b57cec5SDimitry Andric auto ID = Value >> Counter::EncodingTagBits;
2080b57cec5SDimitry Andric if (ID >= Expressions.size())
2095f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
2105f757f3fSDimitry Andric "counter expression is invalid");
2110b57cec5SDimitry Andric Expressions[ID].Kind = CounterExpression::ExprKind(Tag);
2120b57cec5SDimitry Andric C = Counter::getExpression(ID);
2130b57cec5SDimitry Andric break;
2140b57cec5SDimitry Andric }
2150b57cec5SDimitry Andric default:
2165f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
2175f757f3fSDimitry Andric "counter expression kind is invalid");
2180b57cec5SDimitry Andric }
2190b57cec5SDimitry Andric return Error::success();
2200b57cec5SDimitry Andric }
2210b57cec5SDimitry Andric
readCounter(Counter & C)2220b57cec5SDimitry Andric Error RawCoverageMappingReader::readCounter(Counter &C) {
2230b57cec5SDimitry Andric uint64_t EncodedCounter;
2240b57cec5SDimitry Andric if (auto Err =
2250b57cec5SDimitry Andric readIntMax(EncodedCounter, std::numeric_limits<unsigned>::max()))
2260b57cec5SDimitry Andric return Err;
2270b57cec5SDimitry Andric if (auto Err = decodeCounter(EncodedCounter, C))
2280b57cec5SDimitry Andric return Err;
2290b57cec5SDimitry Andric return Error::success();
2300b57cec5SDimitry Andric }
2310b57cec5SDimitry Andric
2320b57cec5SDimitry Andric static const unsigned EncodingExpansionRegionBit = 1
2330b57cec5SDimitry Andric << Counter::EncodingTagBits;
2340b57cec5SDimitry Andric
2350b57cec5SDimitry Andric /// Read the sub-array of regions for the given inferred file id.
2360b57cec5SDimitry Andric /// \param NumFileIDs the number of file ids that are defined for this
2370b57cec5SDimitry Andric /// function.
readMappingRegionsSubArray(std::vector<CounterMappingRegion> & MappingRegions,unsigned InferredFileID,size_t NumFileIDs)2380b57cec5SDimitry Andric Error RawCoverageMappingReader::readMappingRegionsSubArray(
2390b57cec5SDimitry Andric std::vector<CounterMappingRegion> &MappingRegions, unsigned InferredFileID,
2400b57cec5SDimitry Andric size_t NumFileIDs) {
2410b57cec5SDimitry Andric uint64_t NumRegions;
2420b57cec5SDimitry Andric if (auto Err = readSize(NumRegions))
2430b57cec5SDimitry Andric return Err;
2440b57cec5SDimitry Andric unsigned LineStart = 0;
2450b57cec5SDimitry Andric for (size_t I = 0; I < NumRegions; ++I) {
246e8d8bef9SDimitry Andric Counter C, C2;
247*0fca6ea1SDimitry Andric uint64_t BIDX, NC;
248*0fca6ea1SDimitry Andric // They are stored as internal values plus 1 (min is -1)
249*0fca6ea1SDimitry Andric uint64_t ID1, TID1, FID1;
250*0fca6ea1SDimitry Andric mcdc::Parameters Params;
2510b57cec5SDimitry Andric CounterMappingRegion::RegionKind Kind = CounterMappingRegion::CodeRegion;
2520b57cec5SDimitry Andric
2530b57cec5SDimitry Andric // Read the combined counter + region kind.
2540b57cec5SDimitry Andric uint64_t EncodedCounterAndRegion;
2550b57cec5SDimitry Andric if (auto Err = readIntMax(EncodedCounterAndRegion,
2560b57cec5SDimitry Andric std::numeric_limits<unsigned>::max()))
2570b57cec5SDimitry Andric return Err;
2580b57cec5SDimitry Andric unsigned Tag = EncodedCounterAndRegion & Counter::EncodingTagMask;
2590b57cec5SDimitry Andric uint64_t ExpandedFileID = 0;
260e8d8bef9SDimitry Andric
261e8d8bef9SDimitry Andric // If Tag does not represent a ZeroCounter, then it is understood to refer
262e8d8bef9SDimitry Andric // to a counter or counter expression with region kind assumed to be
263e8d8bef9SDimitry Andric // "CodeRegion". In that case, EncodedCounterAndRegion actually encodes the
264e8d8bef9SDimitry Andric // referenced counter or counter expression (and nothing else).
265e8d8bef9SDimitry Andric //
266e8d8bef9SDimitry Andric // If Tag represents a ZeroCounter and EncodingExpansionRegionBit is set,
267e8d8bef9SDimitry Andric // then EncodedCounterAndRegion is interpreted to represent an
268e8d8bef9SDimitry Andric // ExpansionRegion. In all other cases, EncodedCounterAndRegion is
269e8d8bef9SDimitry Andric // interpreted to refer to a specific region kind, after which additional
270e8d8bef9SDimitry Andric // fields may be read (e.g. BranchRegions have two encoded counters that
271e8d8bef9SDimitry Andric // follow an encoded region kind value).
2720b57cec5SDimitry Andric if (Tag != Counter::Zero) {
2730b57cec5SDimitry Andric if (auto Err = decodeCounter(EncodedCounterAndRegion, C))
2740b57cec5SDimitry Andric return Err;
2750b57cec5SDimitry Andric } else {
2760b57cec5SDimitry Andric // Is it an expansion region?
2770b57cec5SDimitry Andric if (EncodedCounterAndRegion & EncodingExpansionRegionBit) {
2780b57cec5SDimitry Andric Kind = CounterMappingRegion::ExpansionRegion;
2790b57cec5SDimitry Andric ExpandedFileID = EncodedCounterAndRegion >>
2800b57cec5SDimitry Andric Counter::EncodingCounterTagAndExpansionRegionTagBits;
2810b57cec5SDimitry Andric if (ExpandedFileID >= NumFileIDs)
2825f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
2835f757f3fSDimitry Andric "ExpandedFileID is invalid");
2840b57cec5SDimitry Andric } else {
2850b57cec5SDimitry Andric switch (EncodedCounterAndRegion >>
2860b57cec5SDimitry Andric Counter::EncodingCounterTagAndExpansionRegionTagBits) {
2870b57cec5SDimitry Andric case CounterMappingRegion::CodeRegion:
2880b57cec5SDimitry Andric // Don't do anything when we have a code region with a zero counter.
2890b57cec5SDimitry Andric break;
2900b57cec5SDimitry Andric case CounterMappingRegion::SkippedRegion:
2910b57cec5SDimitry Andric Kind = CounterMappingRegion::SkippedRegion;
2920b57cec5SDimitry Andric break;
293e8d8bef9SDimitry Andric case CounterMappingRegion::BranchRegion:
294e8d8bef9SDimitry Andric // For a Branch Region, read two successive counters.
295e8d8bef9SDimitry Andric Kind = CounterMappingRegion::BranchRegion;
296e8d8bef9SDimitry Andric if (auto Err = readCounter(C))
297e8d8bef9SDimitry Andric return Err;
298e8d8bef9SDimitry Andric if (auto Err = readCounter(C2))
299e8d8bef9SDimitry Andric return Err;
300e8d8bef9SDimitry Andric break;
3015f757f3fSDimitry Andric case CounterMappingRegion::MCDCBranchRegion:
3025f757f3fSDimitry Andric // For a MCDC Branch Region, read two successive counters and 3 IDs.
3035f757f3fSDimitry Andric Kind = CounterMappingRegion::MCDCBranchRegion;
3045f757f3fSDimitry Andric if (auto Err = readCounter(C))
3055f757f3fSDimitry Andric return Err;
3065f757f3fSDimitry Andric if (auto Err = readCounter(C2))
3075f757f3fSDimitry Andric return Err;
308*0fca6ea1SDimitry Andric if (auto Err = readIntMax(ID1, std::numeric_limits<int16_t>::max()))
3095f757f3fSDimitry Andric return Err;
310*0fca6ea1SDimitry Andric if (auto Err = readIntMax(TID1, std::numeric_limits<int16_t>::max()))
3115f757f3fSDimitry Andric return Err;
312*0fca6ea1SDimitry Andric if (auto Err = readIntMax(FID1, std::numeric_limits<int16_t>::max()))
3135f757f3fSDimitry Andric return Err;
314*0fca6ea1SDimitry Andric if (ID1 == 0)
315*0fca6ea1SDimitry Andric return make_error<CoverageMapError>(
316*0fca6ea1SDimitry Andric coveragemap_error::malformed,
317*0fca6ea1SDimitry Andric "MCDCConditionID shouldn't be zero");
318*0fca6ea1SDimitry Andric Params = mcdc::BranchParameters{
319*0fca6ea1SDimitry Andric static_cast<int16_t>(static_cast<int16_t>(ID1) - 1),
320*0fca6ea1SDimitry Andric {static_cast<int16_t>(static_cast<int16_t>(FID1) - 1),
321*0fca6ea1SDimitry Andric static_cast<int16_t>(static_cast<int16_t>(TID1) - 1)}};
3225f757f3fSDimitry Andric break;
3235f757f3fSDimitry Andric case CounterMappingRegion::MCDCDecisionRegion:
3245f757f3fSDimitry Andric Kind = CounterMappingRegion::MCDCDecisionRegion;
3255f757f3fSDimitry Andric if (auto Err = readIntMax(BIDX, std::numeric_limits<unsigned>::max()))
3265f757f3fSDimitry Andric return Err;
327*0fca6ea1SDimitry Andric if (auto Err = readIntMax(NC, std::numeric_limits<int16_t>::max()))
3285f757f3fSDimitry Andric return Err;
329*0fca6ea1SDimitry Andric Params = mcdc::DecisionParameters{static_cast<unsigned>(BIDX),
330*0fca6ea1SDimitry Andric static_cast<uint16_t>(NC)};
3315f757f3fSDimitry Andric break;
3320b57cec5SDimitry Andric default:
3335f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
3345f757f3fSDimitry Andric "region kind is incorrect");
3350b57cec5SDimitry Andric }
3360b57cec5SDimitry Andric }
3370b57cec5SDimitry Andric }
3380b57cec5SDimitry Andric
3390b57cec5SDimitry Andric // Read the source range.
3400b57cec5SDimitry Andric uint64_t LineStartDelta, ColumnStart, NumLines, ColumnEnd;
3410b57cec5SDimitry Andric if (auto Err =
3420b57cec5SDimitry Andric readIntMax(LineStartDelta, std::numeric_limits<unsigned>::max()))
3430b57cec5SDimitry Andric return Err;
3440b57cec5SDimitry Andric if (auto Err = readULEB128(ColumnStart))
3450b57cec5SDimitry Andric return Err;
3460b57cec5SDimitry Andric if (ColumnStart > std::numeric_limits<unsigned>::max())
3475f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
3485f757f3fSDimitry Andric "start column is too big");
3490b57cec5SDimitry Andric if (auto Err = readIntMax(NumLines, std::numeric_limits<unsigned>::max()))
3500b57cec5SDimitry Andric return Err;
3510b57cec5SDimitry Andric if (auto Err = readIntMax(ColumnEnd, std::numeric_limits<unsigned>::max()))
3520b57cec5SDimitry Andric return Err;
3530b57cec5SDimitry Andric LineStart += LineStartDelta;
3540b57cec5SDimitry Andric
3550b57cec5SDimitry Andric // If the high bit of ColumnEnd is set, this is a gap region.
3560b57cec5SDimitry Andric if (ColumnEnd & (1U << 31)) {
3570b57cec5SDimitry Andric Kind = CounterMappingRegion::GapRegion;
3580b57cec5SDimitry Andric ColumnEnd &= ~(1U << 31);
3590b57cec5SDimitry Andric }
3600b57cec5SDimitry Andric
3610b57cec5SDimitry Andric // Adjust the column locations for the empty regions that are supposed to
3620b57cec5SDimitry Andric // cover whole lines. Those regions should be encoded with the
3630b57cec5SDimitry Andric // column range (1 -> std::numeric_limits<unsigned>::max()), but because
3640b57cec5SDimitry Andric // the encoded std::numeric_limits<unsigned>::max() is several bytes long,
3650b57cec5SDimitry Andric // we set the column range to (0 -> 0) to ensure that the column start and
3660b57cec5SDimitry Andric // column end take up one byte each.
3670b57cec5SDimitry Andric // The std::numeric_limits<unsigned>::max() is used to represent a column
3680b57cec5SDimitry Andric // position at the end of the line without knowing the length of that line.
3690b57cec5SDimitry Andric if (ColumnStart == 0 && ColumnEnd == 0) {
3700b57cec5SDimitry Andric ColumnStart = 1;
3710b57cec5SDimitry Andric ColumnEnd = std::numeric_limits<unsigned>::max();
3720b57cec5SDimitry Andric }
3730b57cec5SDimitry Andric
3740b57cec5SDimitry Andric LLVM_DEBUG({
3750b57cec5SDimitry Andric dbgs() << "Counter in file " << InferredFileID << " " << LineStart << ":"
3760b57cec5SDimitry Andric << ColumnStart << " -> " << (LineStart + NumLines) << ":"
3770b57cec5SDimitry Andric << ColumnEnd << ", ";
3780b57cec5SDimitry Andric if (Kind == CounterMappingRegion::ExpansionRegion)
3790b57cec5SDimitry Andric dbgs() << "Expands to file " << ExpandedFileID;
3800b57cec5SDimitry Andric else
3810b57cec5SDimitry Andric CounterMappingContext(Expressions).dump(C, dbgs());
3820b57cec5SDimitry Andric dbgs() << "\n";
3830b57cec5SDimitry Andric });
3840b57cec5SDimitry Andric
3855f757f3fSDimitry Andric auto CMR = CounterMappingRegion(
386*0fca6ea1SDimitry Andric C, C2, InferredFileID, ExpandedFileID, LineStart, ColumnStart,
387*0fca6ea1SDimitry Andric LineStart + NumLines, ColumnEnd, Kind, Params);
3880b57cec5SDimitry Andric if (CMR.startLoc() > CMR.endLoc())
3895f757f3fSDimitry Andric return make_error<CoverageMapError>(
3905f757f3fSDimitry Andric coveragemap_error::malformed,
3915f757f3fSDimitry Andric "counter mapping region locations are incorrect");
3920b57cec5SDimitry Andric MappingRegions.push_back(CMR);
3930b57cec5SDimitry Andric }
3940b57cec5SDimitry Andric return Error::success();
3950b57cec5SDimitry Andric }
3960b57cec5SDimitry Andric
read()3970b57cec5SDimitry Andric Error RawCoverageMappingReader::read() {
3980b57cec5SDimitry Andric // Read the virtual file mapping.
3990b57cec5SDimitry Andric SmallVector<unsigned, 8> VirtualFileMapping;
4000b57cec5SDimitry Andric uint64_t NumFileMappings;
4010b57cec5SDimitry Andric if (auto Err = readSize(NumFileMappings))
4020b57cec5SDimitry Andric return Err;
4030b57cec5SDimitry Andric for (size_t I = 0; I < NumFileMappings; ++I) {
4040b57cec5SDimitry Andric uint64_t FilenameIndex;
4050b57cec5SDimitry Andric if (auto Err = readIntMax(FilenameIndex, TranslationUnitFilenames.size()))
4060b57cec5SDimitry Andric return Err;
4070b57cec5SDimitry Andric VirtualFileMapping.push_back(FilenameIndex);
4080b57cec5SDimitry Andric }
4090b57cec5SDimitry Andric
4100b57cec5SDimitry Andric // Construct the files using unique filenames and virtual file mapping.
4110b57cec5SDimitry Andric for (auto I : VirtualFileMapping) {
4120b57cec5SDimitry Andric Filenames.push_back(TranslationUnitFilenames[I]);
4130b57cec5SDimitry Andric }
4140b57cec5SDimitry Andric
4150b57cec5SDimitry Andric // Read the expressions.
4160b57cec5SDimitry Andric uint64_t NumExpressions;
4170b57cec5SDimitry Andric if (auto Err = readSize(NumExpressions))
4180b57cec5SDimitry Andric return Err;
4190b57cec5SDimitry Andric // Create an array of dummy expressions that get the proper counters
4200b57cec5SDimitry Andric // when the expressions are read, and the proper kinds when the counters
4210b57cec5SDimitry Andric // are decoded.
4220b57cec5SDimitry Andric Expressions.resize(
4230b57cec5SDimitry Andric NumExpressions,
4240b57cec5SDimitry Andric CounterExpression(CounterExpression::Subtract, Counter(), Counter()));
4250b57cec5SDimitry Andric for (size_t I = 0; I < NumExpressions; ++I) {
4260b57cec5SDimitry Andric if (auto Err = readCounter(Expressions[I].LHS))
4270b57cec5SDimitry Andric return Err;
4280b57cec5SDimitry Andric if (auto Err = readCounter(Expressions[I].RHS))
4290b57cec5SDimitry Andric return Err;
4300b57cec5SDimitry Andric }
4310b57cec5SDimitry Andric
4320b57cec5SDimitry Andric // Read the mapping regions sub-arrays.
4330b57cec5SDimitry Andric for (unsigned InferredFileID = 0, S = VirtualFileMapping.size();
4340b57cec5SDimitry Andric InferredFileID < S; ++InferredFileID) {
4350b57cec5SDimitry Andric if (auto Err = readMappingRegionsSubArray(MappingRegions, InferredFileID,
4360b57cec5SDimitry Andric VirtualFileMapping.size()))
4370b57cec5SDimitry Andric return Err;
4380b57cec5SDimitry Andric }
4390b57cec5SDimitry Andric
4400b57cec5SDimitry Andric // Set the counters for the expansion regions.
4410b57cec5SDimitry Andric // i.e. Counter of expansion region = counter of the first region
4420b57cec5SDimitry Andric // from the expanded file.
4430b57cec5SDimitry Andric // Perform multiple passes to correctly propagate the counters through
4440b57cec5SDimitry Andric // all the nested expansion regions.
4450b57cec5SDimitry Andric SmallVector<CounterMappingRegion *, 8> FileIDExpansionRegionMapping;
4460b57cec5SDimitry Andric FileIDExpansionRegionMapping.resize(VirtualFileMapping.size(), nullptr);
4470b57cec5SDimitry Andric for (unsigned Pass = 1, S = VirtualFileMapping.size(); Pass < S; ++Pass) {
4480b57cec5SDimitry Andric for (auto &R : MappingRegions) {
4490b57cec5SDimitry Andric if (R.Kind != CounterMappingRegion::ExpansionRegion)
4500b57cec5SDimitry Andric continue;
4510b57cec5SDimitry Andric assert(!FileIDExpansionRegionMapping[R.ExpandedFileID]);
4520b57cec5SDimitry Andric FileIDExpansionRegionMapping[R.ExpandedFileID] = &R;
4530b57cec5SDimitry Andric }
4540b57cec5SDimitry Andric for (auto &R : MappingRegions) {
4550b57cec5SDimitry Andric if (FileIDExpansionRegionMapping[R.FileID]) {
4560b57cec5SDimitry Andric FileIDExpansionRegionMapping[R.FileID]->Count = R.Count;
4570b57cec5SDimitry Andric FileIDExpansionRegionMapping[R.FileID] = nullptr;
4580b57cec5SDimitry Andric }
4590b57cec5SDimitry Andric }
4600b57cec5SDimitry Andric }
4610b57cec5SDimitry Andric
4620b57cec5SDimitry Andric return Error::success();
4630b57cec5SDimitry Andric }
4640b57cec5SDimitry Andric
isDummy()4650b57cec5SDimitry Andric Expected<bool> RawCoverageMappingDummyChecker::isDummy() {
4660b57cec5SDimitry Andric // A dummy coverage mapping data consists of just one region with zero count.
4670b57cec5SDimitry Andric uint64_t NumFileMappings;
4680b57cec5SDimitry Andric if (Error Err = readSize(NumFileMappings))
4690b57cec5SDimitry Andric return std::move(Err);
4700b57cec5SDimitry Andric if (NumFileMappings != 1)
4710b57cec5SDimitry Andric return false;
4720b57cec5SDimitry Andric // We don't expect any specific value for the filename index, just skip it.
4730b57cec5SDimitry Andric uint64_t FilenameIndex;
4740b57cec5SDimitry Andric if (Error Err =
4750b57cec5SDimitry Andric readIntMax(FilenameIndex, std::numeric_limits<unsigned>::max()))
4760b57cec5SDimitry Andric return std::move(Err);
4770b57cec5SDimitry Andric uint64_t NumExpressions;
4780b57cec5SDimitry Andric if (Error Err = readSize(NumExpressions))
4790b57cec5SDimitry Andric return std::move(Err);
4800b57cec5SDimitry Andric if (NumExpressions != 0)
4810b57cec5SDimitry Andric return false;
4820b57cec5SDimitry Andric uint64_t NumRegions;
4830b57cec5SDimitry Andric if (Error Err = readSize(NumRegions))
4840b57cec5SDimitry Andric return std::move(Err);
4850b57cec5SDimitry Andric if (NumRegions != 1)
4860b57cec5SDimitry Andric return false;
4870b57cec5SDimitry Andric uint64_t EncodedCounterAndRegion;
4880b57cec5SDimitry Andric if (Error Err = readIntMax(EncodedCounterAndRegion,
4890b57cec5SDimitry Andric std::numeric_limits<unsigned>::max()))
4900b57cec5SDimitry Andric return std::move(Err);
4910b57cec5SDimitry Andric unsigned Tag = EncodedCounterAndRegion & Counter::EncodingTagMask;
4920b57cec5SDimitry Andric return Tag == Counter::Zero;
4930b57cec5SDimitry Andric }
4940b57cec5SDimitry Andric
create(SectionRef & Section)4950b57cec5SDimitry Andric Error InstrProfSymtab::create(SectionRef &Section) {
4960b57cec5SDimitry Andric Expected<StringRef> DataOrErr = Section.getContents();
4970b57cec5SDimitry Andric if (!DataOrErr)
4980b57cec5SDimitry Andric return DataOrErr.takeError();
4990b57cec5SDimitry Andric Data = *DataOrErr;
5000b57cec5SDimitry Andric Address = Section.getAddress();
5010b57cec5SDimitry Andric
5020b57cec5SDimitry Andric // If this is a linked PE/COFF file, then we have to skip over the null byte
5030b57cec5SDimitry Andric // that is allocated in the .lprfn$A section in the LLVM profiling runtime.
5045f757f3fSDimitry Andric // If the name section is .lprfcovnames, it doesn't have the null byte at the
5055f757f3fSDimitry Andric // beginning.
5060b57cec5SDimitry Andric const ObjectFile *Obj = Section.getObject();
5070b57cec5SDimitry Andric if (isa<COFFObjectFile>(Obj) && !Obj->isRelocatableObject())
5085f757f3fSDimitry Andric if (Expected<StringRef> NameOrErr = Section.getName())
5095f757f3fSDimitry Andric if (*NameOrErr != getInstrProfSectionName(IPSK_covname, Triple::COFF))
5100b57cec5SDimitry Andric Data = Data.drop_front(1);
5110b57cec5SDimitry Andric
5120b57cec5SDimitry Andric return Error::success();
5130b57cec5SDimitry Andric }
5140b57cec5SDimitry Andric
getFuncName(uint64_t Pointer,size_t Size)5150b57cec5SDimitry Andric StringRef InstrProfSymtab::getFuncName(uint64_t Pointer, size_t Size) {
5160b57cec5SDimitry Andric if (Pointer < Address)
5170b57cec5SDimitry Andric return StringRef();
5180b57cec5SDimitry Andric auto Offset = Pointer - Address;
5190b57cec5SDimitry Andric if (Offset + Size > Data.size())
5200b57cec5SDimitry Andric return StringRef();
5210b57cec5SDimitry Andric return Data.substr(Pointer - Address, Size);
5220b57cec5SDimitry Andric }
5230b57cec5SDimitry Andric
5240b57cec5SDimitry Andric // Check if the mapping data is a dummy, i.e. is emitted for an unused function.
isCoverageMappingDummy(uint64_t Hash,StringRef Mapping)5250b57cec5SDimitry Andric static Expected<bool> isCoverageMappingDummy(uint64_t Hash, StringRef Mapping) {
5260b57cec5SDimitry Andric // The hash value of dummy mapping records is always zero.
5270b57cec5SDimitry Andric if (Hash)
5280b57cec5SDimitry Andric return false;
5290b57cec5SDimitry Andric return RawCoverageMappingDummyChecker(Mapping).isDummy();
5300b57cec5SDimitry Andric }
5310b57cec5SDimitry Andric
5325ffd83dbSDimitry Andric /// A range of filename indices. Used to specify the location of a batch of
5335ffd83dbSDimitry Andric /// filenames in a vector-like container.
5345ffd83dbSDimitry Andric struct FilenameRange {
5355ffd83dbSDimitry Andric unsigned StartingIndex;
5365ffd83dbSDimitry Andric unsigned Length;
5375ffd83dbSDimitry Andric
FilenameRangeFilenameRange5385ffd83dbSDimitry Andric FilenameRange(unsigned StartingIndex, unsigned Length)
5395ffd83dbSDimitry Andric : StartingIndex(StartingIndex), Length(Length) {}
5405ffd83dbSDimitry Andric
markInvalidFilenameRange5415ffd83dbSDimitry Andric void markInvalid() { Length = 0; }
isInvalidFilenameRange5425ffd83dbSDimitry Andric bool isInvalid() const { return Length == 0; }
5435ffd83dbSDimitry Andric };
5445ffd83dbSDimitry Andric
5450b57cec5SDimitry Andric namespace {
5460b57cec5SDimitry Andric
5475ffd83dbSDimitry Andric /// The interface to read coverage mapping function records for a module.
5480b57cec5SDimitry Andric struct CovMapFuncRecordReader {
5490b57cec5SDimitry Andric virtual ~CovMapFuncRecordReader() = default;
5500b57cec5SDimitry Andric
5515ffd83dbSDimitry Andric // Read a coverage header.
5520b57cec5SDimitry Andric //
5535ffd83dbSDimitry Andric // \p CovBuf points to the buffer containing the \c CovHeader of the coverage
5540b57cec5SDimitry Andric // mapping data associated with the module.
5550b57cec5SDimitry Andric //
5565ffd83dbSDimitry Andric // Returns a pointer to the next \c CovHeader if it exists, or to an address
5575ffd83dbSDimitry Andric // greater than \p CovEnd if not.
558fe6060f1SDimitry Andric virtual Expected<const char *> readCoverageHeader(const char *CovBuf,
559fe6060f1SDimitry Andric const char *CovBufEnd) = 0;
5605ffd83dbSDimitry Andric
5615ffd83dbSDimitry Andric // Read function records.
5625ffd83dbSDimitry Andric //
5635ffd83dbSDimitry Andric // \p FuncRecBuf points to the buffer containing a batch of function records.
5645ffd83dbSDimitry Andric // \p FuncRecBufEnd points past the end of the batch of records.
5655ffd83dbSDimitry Andric //
5665ffd83dbSDimitry Andric // Prior to Version4, \p OutOfLineFileRange points to a sequence of filenames
5675ffd83dbSDimitry Andric // associated with the function records. It is unused in Version4.
5685ffd83dbSDimitry Andric //
5695ffd83dbSDimitry Andric // Prior to Version4, \p OutOfLineMappingBuf points to a sequence of coverage
5705ffd83dbSDimitry Andric // mappings associated with the function records. It is unused in Version4.
571bdd1243dSDimitry Andric virtual Error
572bdd1243dSDimitry Andric readFunctionRecords(const char *FuncRecBuf, const char *FuncRecBufEnd,
573bdd1243dSDimitry Andric std::optional<FilenameRange> OutOfLineFileRange,
5745ffd83dbSDimitry Andric const char *OutOfLineMappingBuf,
5755ffd83dbSDimitry Andric const char *OutOfLineMappingBufEnd) = 0;
5760b57cec5SDimitry Andric
5775f757f3fSDimitry Andric template <class IntPtrT, llvm::endianness Endian>
5780b57cec5SDimitry Andric static Expected<std::unique_ptr<CovMapFuncRecordReader>>
5790b57cec5SDimitry Andric get(CovMapVersion Version, InstrProfSymtab &P,
580fe6060f1SDimitry Andric std::vector<BinaryCoverageReader::ProfileMappingRecord> &R, StringRef D,
581fe6060f1SDimitry Andric std::vector<std::string> &F);
5820b57cec5SDimitry Andric };
5830b57cec5SDimitry Andric
5840b57cec5SDimitry Andric // A class for reading coverage mapping function records for a module.
5855f757f3fSDimitry Andric template <CovMapVersion Version, class IntPtrT, llvm::endianness Endian>
5860b57cec5SDimitry Andric class VersionedCovMapFuncRecordReader : public CovMapFuncRecordReader {
5870b57cec5SDimitry Andric using FuncRecordType =
5880b57cec5SDimitry Andric typename CovMapTraits<Version, IntPtrT>::CovMapFuncRecordType;
5890b57cec5SDimitry Andric using NameRefType = typename CovMapTraits<Version, IntPtrT>::NameRefType;
5900b57cec5SDimitry Andric
5910b57cec5SDimitry Andric // Maps function's name references to the indexes of their records
5920b57cec5SDimitry Andric // in \c Records.
5930b57cec5SDimitry Andric DenseMap<NameRefType, size_t> FunctionRecords;
5940b57cec5SDimitry Andric InstrProfSymtab &ProfileNames;
595fe6060f1SDimitry Andric StringRef CompilationDir;
596fe6060f1SDimitry Andric std::vector<std::string> &Filenames;
5970b57cec5SDimitry Andric std::vector<BinaryCoverageReader::ProfileMappingRecord> &Records;
5980b57cec5SDimitry Andric
5995ffd83dbSDimitry Andric // Maps a hash of the filenames in a TU to a \c FileRange. The range
6005ffd83dbSDimitry Andric // specifies the location of the hashed filenames in \c Filenames.
6015ffd83dbSDimitry Andric DenseMap<uint64_t, FilenameRange> FileRangeMap;
6025ffd83dbSDimitry Andric
6030b57cec5SDimitry Andric // Add the record to the collection if we don't already have a record that
6040b57cec5SDimitry Andric // points to the same function name. This is useful to ignore the redundant
6050b57cec5SDimitry Andric // records for the functions with ODR linkage.
6060b57cec5SDimitry Andric // In addition, prefer records with real coverage mapping data to dummy
6070b57cec5SDimitry Andric // records, which were emitted for inline functions which were seen but
6080b57cec5SDimitry Andric // not used in the corresponding translation unit.
insertFunctionRecordIfNeeded(const FuncRecordType * CFR,StringRef Mapping,FilenameRange FileRange)6090b57cec5SDimitry Andric Error insertFunctionRecordIfNeeded(const FuncRecordType *CFR,
6105ffd83dbSDimitry Andric StringRef Mapping,
6115ffd83dbSDimitry Andric FilenameRange FileRange) {
6125ffd83dbSDimitry Andric ++CovMapNumRecords;
6130b57cec5SDimitry Andric uint64_t FuncHash = CFR->template getFuncHash<Endian>();
6140b57cec5SDimitry Andric NameRefType NameRef = CFR->template getFuncNameRef<Endian>();
6150b57cec5SDimitry Andric auto InsertResult =
6160b57cec5SDimitry Andric FunctionRecords.insert(std::make_pair(NameRef, Records.size()));
6170b57cec5SDimitry Andric if (InsertResult.second) {
6180b57cec5SDimitry Andric StringRef FuncName;
6190b57cec5SDimitry Andric if (Error Err = CFR->template getFuncName<Endian>(ProfileNames, FuncName))
6200b57cec5SDimitry Andric return Err;
6210b57cec5SDimitry Andric if (FuncName.empty())
622349cc55cSDimitry Andric return make_error<InstrProfError>(instrprof_error::malformed,
623349cc55cSDimitry Andric "function name is empty");
6245ffd83dbSDimitry Andric ++CovMapNumUsedRecords;
6255ffd83dbSDimitry Andric Records.emplace_back(Version, FuncName, FuncHash, Mapping,
6265ffd83dbSDimitry Andric FileRange.StartingIndex, FileRange.Length);
6270b57cec5SDimitry Andric return Error::success();
6280b57cec5SDimitry Andric }
6290b57cec5SDimitry Andric // Update the existing record if it's a dummy and the new record is real.
6300b57cec5SDimitry Andric size_t OldRecordIndex = InsertResult.first->second;
6310b57cec5SDimitry Andric BinaryCoverageReader::ProfileMappingRecord &OldRecord =
6320b57cec5SDimitry Andric Records[OldRecordIndex];
6330b57cec5SDimitry Andric Expected<bool> OldIsDummyExpected = isCoverageMappingDummy(
6340b57cec5SDimitry Andric OldRecord.FunctionHash, OldRecord.CoverageMapping);
6350b57cec5SDimitry Andric if (Error Err = OldIsDummyExpected.takeError())
6360b57cec5SDimitry Andric return Err;
6370b57cec5SDimitry Andric if (!*OldIsDummyExpected)
6380b57cec5SDimitry Andric return Error::success();
6390b57cec5SDimitry Andric Expected<bool> NewIsDummyExpected =
6400b57cec5SDimitry Andric isCoverageMappingDummy(FuncHash, Mapping);
6410b57cec5SDimitry Andric if (Error Err = NewIsDummyExpected.takeError())
6420b57cec5SDimitry Andric return Err;
6430b57cec5SDimitry Andric if (*NewIsDummyExpected)
6440b57cec5SDimitry Andric return Error::success();
6455ffd83dbSDimitry Andric ++CovMapNumUsedRecords;
6460b57cec5SDimitry Andric OldRecord.FunctionHash = FuncHash;
6470b57cec5SDimitry Andric OldRecord.CoverageMapping = Mapping;
6485ffd83dbSDimitry Andric OldRecord.FilenamesBegin = FileRange.StartingIndex;
6495ffd83dbSDimitry Andric OldRecord.FilenamesSize = FileRange.Length;
6500b57cec5SDimitry Andric return Error::success();
6510b57cec5SDimitry Andric }
6520b57cec5SDimitry Andric
6530b57cec5SDimitry Andric public:
VersionedCovMapFuncRecordReader(InstrProfSymtab & P,std::vector<BinaryCoverageReader::ProfileMappingRecord> & R,StringRef D,std::vector<std::string> & F)6540b57cec5SDimitry Andric VersionedCovMapFuncRecordReader(
6550b57cec5SDimitry Andric InstrProfSymtab &P,
656fe6060f1SDimitry Andric std::vector<BinaryCoverageReader::ProfileMappingRecord> &R, StringRef D,
657fe6060f1SDimitry Andric std::vector<std::string> &F)
658fe6060f1SDimitry Andric : ProfileNames(P), CompilationDir(D), Filenames(F), Records(R) {}
6590b57cec5SDimitry Andric
6600b57cec5SDimitry Andric ~VersionedCovMapFuncRecordReader() override = default;
6610b57cec5SDimitry Andric
readCoverageHeader(const char * CovBuf,const char * CovBufEnd)662fe6060f1SDimitry Andric Expected<const char *> readCoverageHeader(const char *CovBuf,
663fe6060f1SDimitry Andric const char *CovBufEnd) override {
6640b57cec5SDimitry Andric using namespace support;
6650b57cec5SDimitry Andric
6665ffd83dbSDimitry Andric if (CovBuf + sizeof(CovMapHeader) > CovBufEnd)
6675f757f3fSDimitry Andric return make_error<CoverageMapError>(
6685f757f3fSDimitry Andric coveragemap_error::malformed,
6695f757f3fSDimitry Andric "coverage mapping header section is larger than buffer size");
6705ffd83dbSDimitry Andric auto CovHeader = reinterpret_cast<const CovMapHeader *>(CovBuf);
6710b57cec5SDimitry Andric uint32_t NRecords = CovHeader->getNRecords<Endian>();
6720b57cec5SDimitry Andric uint32_t FilenamesSize = CovHeader->getFilenamesSize<Endian>();
6730b57cec5SDimitry Andric uint32_t CoverageSize = CovHeader->getCoverageSize<Endian>();
6740b57cec5SDimitry Andric assert((CovMapVersion)CovHeader->getVersion<Endian>() == Version);
6755ffd83dbSDimitry Andric CovBuf = reinterpret_cast<const char *>(CovHeader + 1);
6760b57cec5SDimitry Andric
6770b57cec5SDimitry Andric // Skip past the function records, saving the start and end for later.
6785ffd83dbSDimitry Andric // This is a no-op in Version4 (function records are read after all headers
6795ffd83dbSDimitry Andric // are read).
6805ffd83dbSDimitry Andric const char *FuncRecBuf = nullptr;
6815ffd83dbSDimitry Andric const char *FuncRecBufEnd = nullptr;
6825ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4)
6835ffd83dbSDimitry Andric FuncRecBuf = CovBuf;
6845ffd83dbSDimitry Andric CovBuf += NRecords * sizeof(FuncRecordType);
6855ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4)
6865ffd83dbSDimitry Andric FuncRecBufEnd = CovBuf;
6870b57cec5SDimitry Andric
6880b57cec5SDimitry Andric // Get the filenames.
6895ffd83dbSDimitry Andric if (CovBuf + FilenamesSize > CovBufEnd)
6905f757f3fSDimitry Andric return make_error<CoverageMapError>(
6915f757f3fSDimitry Andric coveragemap_error::malformed,
6925f757f3fSDimitry Andric "filenames section is larger than buffer size");
6930b57cec5SDimitry Andric size_t FilenamesBegin = Filenames.size();
6945ffd83dbSDimitry Andric StringRef FilenameRegion(CovBuf, FilenamesSize);
695fe6060f1SDimitry Andric RawCoverageFilenamesReader Reader(FilenameRegion, Filenames,
696fe6060f1SDimitry Andric CompilationDir);
697fe6060f1SDimitry Andric if (auto Err = Reader.read(Version))
6980b57cec5SDimitry Andric return std::move(Err);
6995ffd83dbSDimitry Andric CovBuf += FilenamesSize;
7005ffd83dbSDimitry Andric FilenameRange FileRange(FilenamesBegin, Filenames.size() - FilenamesBegin);
7015ffd83dbSDimitry Andric
702e8d8bef9SDimitry Andric if (Version >= CovMapVersion::Version4) {
7035ffd83dbSDimitry Andric // Map a hash of the filenames region to the filename range associated
7045ffd83dbSDimitry Andric // with this coverage header.
7055ffd83dbSDimitry Andric int64_t FilenamesRef =
7065ffd83dbSDimitry Andric llvm::IndexedInstrProf::ComputeHash(FilenameRegion);
7075ffd83dbSDimitry Andric auto Insert =
7085ffd83dbSDimitry Andric FileRangeMap.insert(std::make_pair(FilenamesRef, FileRange));
7095ffd83dbSDimitry Andric if (!Insert.second) {
7105ffd83dbSDimitry Andric // The same filenames ref was encountered twice. It's possible that
7115ffd83dbSDimitry Andric // the associated filenames are the same.
7125ffd83dbSDimitry Andric auto It = Filenames.begin();
7135ffd83dbSDimitry Andric FilenameRange &OrigRange = Insert.first->getSecond();
7145ffd83dbSDimitry Andric if (std::equal(It + OrigRange.StartingIndex,
7155ffd83dbSDimitry Andric It + OrigRange.StartingIndex + OrigRange.Length,
7165ffd83dbSDimitry Andric It + FileRange.StartingIndex,
7175ffd83dbSDimitry Andric It + FileRange.StartingIndex + FileRange.Length))
7185ffd83dbSDimitry Andric // Map the new range to the original one.
7195ffd83dbSDimitry Andric FileRange = OrigRange;
7205ffd83dbSDimitry Andric else
7215ffd83dbSDimitry Andric // This is a hash collision. Mark the filenames ref invalid.
7225ffd83dbSDimitry Andric OrigRange.markInvalid();
7235ffd83dbSDimitry Andric }
7245ffd83dbSDimitry Andric }
7250b57cec5SDimitry Andric
7260b57cec5SDimitry Andric // We'll read the coverage mapping records in the loop below.
7275ffd83dbSDimitry Andric // This is a no-op in Version4 (coverage mappings are not affixed to the
7285ffd83dbSDimitry Andric // coverage header).
7295ffd83dbSDimitry Andric const char *MappingBuf = CovBuf;
730e8d8bef9SDimitry Andric if (Version >= CovMapVersion::Version4 && CoverageSize != 0)
7315f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
7325f757f3fSDimitry Andric "coverage mapping size is not zero");
7335ffd83dbSDimitry Andric CovBuf += CoverageSize;
7345ffd83dbSDimitry Andric const char *MappingEnd = CovBuf;
7355ffd83dbSDimitry Andric
7365ffd83dbSDimitry Andric if (CovBuf > CovBufEnd)
7375f757f3fSDimitry Andric return make_error<CoverageMapError>(
7385f757f3fSDimitry Andric coveragemap_error::malformed,
7395f757f3fSDimitry Andric "function records section is larger than buffer size");
7405ffd83dbSDimitry Andric
7415ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4) {
7425ffd83dbSDimitry Andric // Read each function record.
7435ffd83dbSDimitry Andric if (Error E = readFunctionRecords(FuncRecBuf, FuncRecBufEnd, FileRange,
7445ffd83dbSDimitry Andric MappingBuf, MappingEnd))
7455ffd83dbSDimitry Andric return std::move(E);
7465ffd83dbSDimitry Andric }
7475ffd83dbSDimitry Andric
7480b57cec5SDimitry Andric // Each coverage map has an alignment of 8, so we need to adjust alignment
7490b57cec5SDimitry Andric // before reading the next map.
7505ffd83dbSDimitry Andric CovBuf += offsetToAlignedAddr(CovBuf, Align(8));
7510b57cec5SDimitry Andric
7525ffd83dbSDimitry Andric return CovBuf;
7530b57cec5SDimitry Andric }
7545ffd83dbSDimitry Andric
readFunctionRecords(const char * FuncRecBuf,const char * FuncRecBufEnd,std::optional<FilenameRange> OutOfLineFileRange,const char * OutOfLineMappingBuf,const char * OutOfLineMappingBufEnd)7555ffd83dbSDimitry Andric Error readFunctionRecords(const char *FuncRecBuf, const char *FuncRecBufEnd,
756bdd1243dSDimitry Andric std::optional<FilenameRange> OutOfLineFileRange,
7575ffd83dbSDimitry Andric const char *OutOfLineMappingBuf,
7585ffd83dbSDimitry Andric const char *OutOfLineMappingBufEnd) override {
7595ffd83dbSDimitry Andric auto CFR = reinterpret_cast<const FuncRecordType *>(FuncRecBuf);
7605ffd83dbSDimitry Andric while ((const char *)CFR < FuncRecBufEnd) {
7615ffd83dbSDimitry Andric // Validate the length of the coverage mapping for this function.
7625ffd83dbSDimitry Andric const char *NextMappingBuf;
7635ffd83dbSDimitry Andric const FuncRecordType *NextCFR;
7645ffd83dbSDimitry Andric std::tie(NextMappingBuf, NextCFR) =
7655ffd83dbSDimitry Andric CFR->template advanceByOne<Endian>(OutOfLineMappingBuf);
7665ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4)
7675ffd83dbSDimitry Andric if (NextMappingBuf > OutOfLineMappingBufEnd)
7685f757f3fSDimitry Andric return make_error<CoverageMapError>(
7695f757f3fSDimitry Andric coveragemap_error::malformed,
7705f757f3fSDimitry Andric "next mapping buffer is larger than buffer size");
7715ffd83dbSDimitry Andric
7725ffd83dbSDimitry Andric // Look up the set of filenames associated with this function record.
773bdd1243dSDimitry Andric std::optional<FilenameRange> FileRange;
7745ffd83dbSDimitry Andric if (Version < CovMapVersion::Version4) {
7755ffd83dbSDimitry Andric FileRange = OutOfLineFileRange;
7765ffd83dbSDimitry Andric } else {
7775ffd83dbSDimitry Andric uint64_t FilenamesRef = CFR->template getFilenamesRef<Endian>();
7785ffd83dbSDimitry Andric auto It = FileRangeMap.find(FilenamesRef);
7795ffd83dbSDimitry Andric if (It == FileRangeMap.end())
7805f757f3fSDimitry Andric return make_error<CoverageMapError>(
7815f757f3fSDimitry Andric coveragemap_error::malformed,
7825f757f3fSDimitry Andric "no filename found for function with hash=0x" +
7835f757f3fSDimitry Andric Twine::utohexstr(FilenamesRef));
7845ffd83dbSDimitry Andric else
7855ffd83dbSDimitry Andric FileRange = It->getSecond();
7865ffd83dbSDimitry Andric }
7875ffd83dbSDimitry Andric
7885ffd83dbSDimitry Andric // Now, read the coverage data.
7895ffd83dbSDimitry Andric if (FileRange && !FileRange->isInvalid()) {
7905ffd83dbSDimitry Andric StringRef Mapping =
7915ffd83dbSDimitry Andric CFR->template getCoverageMapping<Endian>(OutOfLineMappingBuf);
792e8d8bef9SDimitry Andric if (Version >= CovMapVersion::Version4 &&
7935ffd83dbSDimitry Andric Mapping.data() + Mapping.size() > FuncRecBufEnd)
7945f757f3fSDimitry Andric return make_error<CoverageMapError>(
7955f757f3fSDimitry Andric coveragemap_error::malformed,
7965f757f3fSDimitry Andric "coverage mapping data is larger than buffer size");
7975ffd83dbSDimitry Andric if (Error Err = insertFunctionRecordIfNeeded(CFR, Mapping, *FileRange))
7985ffd83dbSDimitry Andric return Err;
7995ffd83dbSDimitry Andric }
8005ffd83dbSDimitry Andric
8015ffd83dbSDimitry Andric std::tie(OutOfLineMappingBuf, CFR) = std::tie(NextMappingBuf, NextCFR);
8025ffd83dbSDimitry Andric }
8035ffd83dbSDimitry Andric return Error::success();
8040b57cec5SDimitry Andric }
8050b57cec5SDimitry Andric };
8060b57cec5SDimitry Andric
8070b57cec5SDimitry Andric } // end anonymous namespace
8080b57cec5SDimitry Andric
8095f757f3fSDimitry Andric template <class IntPtrT, llvm::endianness Endian>
get(CovMapVersion Version,InstrProfSymtab & P,std::vector<BinaryCoverageReader::ProfileMappingRecord> & R,StringRef D,std::vector<std::string> & F)8100b57cec5SDimitry Andric Expected<std::unique_ptr<CovMapFuncRecordReader>> CovMapFuncRecordReader::get(
8110b57cec5SDimitry Andric CovMapVersion Version, InstrProfSymtab &P,
812fe6060f1SDimitry Andric std::vector<BinaryCoverageReader::ProfileMappingRecord> &R, StringRef D,
813fe6060f1SDimitry Andric std::vector<std::string> &F) {
8140b57cec5SDimitry Andric using namespace coverage;
8150b57cec5SDimitry Andric
8160b57cec5SDimitry Andric switch (Version) {
8170b57cec5SDimitry Andric case CovMapVersion::Version1:
8188bcb0991SDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
819fe6060f1SDimitry Andric CovMapVersion::Version1, IntPtrT, Endian>>(P, R, D, F);
8200b57cec5SDimitry Andric case CovMapVersion::Version2:
8210b57cec5SDimitry Andric case CovMapVersion::Version3:
8225ffd83dbSDimitry Andric case CovMapVersion::Version4:
823e8d8bef9SDimitry Andric case CovMapVersion::Version5:
824fe6060f1SDimitry Andric case CovMapVersion::Version6:
8255f757f3fSDimitry Andric case CovMapVersion::Version7:
8260b57cec5SDimitry Andric // Decompress the name data.
8270b57cec5SDimitry Andric if (Error E = P.create(P.getNameData()))
8280b57cec5SDimitry Andric return std::move(E);
8290b57cec5SDimitry Andric if (Version == CovMapVersion::Version2)
8308bcb0991SDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
831fe6060f1SDimitry Andric CovMapVersion::Version2, IntPtrT, Endian>>(P, R, D, F);
8325ffd83dbSDimitry Andric else if (Version == CovMapVersion::Version3)
8338bcb0991SDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
834fe6060f1SDimitry Andric CovMapVersion::Version3, IntPtrT, Endian>>(P, R, D, F);
8355ffd83dbSDimitry Andric else if (Version == CovMapVersion::Version4)
8365ffd83dbSDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
837fe6060f1SDimitry Andric CovMapVersion::Version4, IntPtrT, Endian>>(P, R, D, F);
838e8d8bef9SDimitry Andric else if (Version == CovMapVersion::Version5)
839e8d8bef9SDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
840fe6060f1SDimitry Andric CovMapVersion::Version5, IntPtrT, Endian>>(P, R, D, F);
841fe6060f1SDimitry Andric else if (Version == CovMapVersion::Version6)
842fe6060f1SDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
843fe6060f1SDimitry Andric CovMapVersion::Version6, IntPtrT, Endian>>(P, R, D, F);
8445f757f3fSDimitry Andric else if (Version == CovMapVersion::Version7)
8455f757f3fSDimitry Andric return std::make_unique<VersionedCovMapFuncRecordReader<
8465f757f3fSDimitry Andric CovMapVersion::Version7, IntPtrT, Endian>>(P, R, D, F);
8470b57cec5SDimitry Andric }
8480b57cec5SDimitry Andric llvm_unreachable("Unsupported version");
8490b57cec5SDimitry Andric }
8500b57cec5SDimitry Andric
8515f757f3fSDimitry Andric template <typename T, llvm::endianness Endian>
readCoverageMappingData(InstrProfSymtab & ProfileNames,StringRef CovMap,StringRef FuncRecords,std::vector<BinaryCoverageReader::ProfileMappingRecord> & Records,StringRef CompilationDir,std::vector<std::string> & Filenames)8520b57cec5SDimitry Andric static Error readCoverageMappingData(
8535ffd83dbSDimitry Andric InstrProfSymtab &ProfileNames, StringRef CovMap, StringRef FuncRecords,
8540b57cec5SDimitry Andric std::vector<BinaryCoverageReader::ProfileMappingRecord> &Records,
855fe6060f1SDimitry Andric StringRef CompilationDir, std::vector<std::string> &Filenames) {
8560b57cec5SDimitry Andric using namespace coverage;
8570b57cec5SDimitry Andric
8580b57cec5SDimitry Andric // Read the records in the coverage data section.
8590b57cec5SDimitry Andric auto CovHeader =
8605ffd83dbSDimitry Andric reinterpret_cast<const CovMapHeader *>(CovMap.data());
8610b57cec5SDimitry Andric CovMapVersion Version = (CovMapVersion)CovHeader->getVersion<Endian>();
8620b57cec5SDimitry Andric if (Version > CovMapVersion::CurrentVersion)
8630b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::unsupported_version);
8640b57cec5SDimitry Andric Expected<std::unique_ptr<CovMapFuncRecordReader>> ReaderExpected =
8650b57cec5SDimitry Andric CovMapFuncRecordReader::get<T, Endian>(Version, ProfileNames, Records,
866fe6060f1SDimitry Andric CompilationDir, Filenames);
8670b57cec5SDimitry Andric if (Error E = ReaderExpected.takeError())
8680b57cec5SDimitry Andric return E;
8690b57cec5SDimitry Andric auto Reader = std::move(ReaderExpected.get());
8705ffd83dbSDimitry Andric const char *CovBuf = CovMap.data();
8715ffd83dbSDimitry Andric const char *CovBufEnd = CovBuf + CovMap.size();
8725ffd83dbSDimitry Andric const char *FuncRecBuf = FuncRecords.data();
8735ffd83dbSDimitry Andric const char *FuncRecBufEnd = FuncRecords.data() + FuncRecords.size();
8745ffd83dbSDimitry Andric while (CovBuf < CovBufEnd) {
8755ffd83dbSDimitry Andric // Read the current coverage header & filename data.
8765ffd83dbSDimitry Andric //
8775ffd83dbSDimitry Andric // Prior to Version4, this also reads all function records affixed to the
8785ffd83dbSDimitry Andric // header.
8795ffd83dbSDimitry Andric //
8805ffd83dbSDimitry Andric // Return a pointer to the next coverage header.
881fe6060f1SDimitry Andric auto NextOrErr = Reader->readCoverageHeader(CovBuf, CovBufEnd);
8825ffd83dbSDimitry Andric if (auto E = NextOrErr.takeError())
8830b57cec5SDimitry Andric return E;
8845ffd83dbSDimitry Andric CovBuf = NextOrErr.get();
8850b57cec5SDimitry Andric }
8865ffd83dbSDimitry Andric // In Version4, function records are not affixed to coverage headers. Read
8875ffd83dbSDimitry Andric // the records from their dedicated section.
888e8d8bef9SDimitry Andric if (Version >= CovMapVersion::Version4)
889bdd1243dSDimitry Andric return Reader->readFunctionRecords(FuncRecBuf, FuncRecBufEnd, std::nullopt,
890bdd1243dSDimitry Andric nullptr, nullptr);
8910b57cec5SDimitry Andric return Error::success();
8920b57cec5SDimitry Andric }
8930b57cec5SDimitry Andric
8940b57cec5SDimitry Andric Expected<std::unique_ptr<BinaryCoverageReader>>
createCoverageReaderFromBuffer(StringRef Coverage,FuncRecordsStorage && FuncRecords,std::unique_ptr<InstrProfSymtab> ProfileNamesPtr,uint8_t BytesInAddress,llvm::endianness Endian,StringRef CompilationDir)8950b57cec5SDimitry Andric BinaryCoverageReader::createCoverageReaderFromBuffer(
896fe6060f1SDimitry Andric StringRef Coverage, FuncRecordsStorage &&FuncRecords,
897*0fca6ea1SDimitry Andric std::unique_ptr<InstrProfSymtab> ProfileNamesPtr, uint8_t BytesInAddress,
8985f757f3fSDimitry Andric llvm::endianness Endian, StringRef CompilationDir) {
899*0fca6ea1SDimitry Andric if (ProfileNamesPtr == nullptr)
900*0fca6ea1SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
901*0fca6ea1SDimitry Andric "Caller must provide ProfileNames");
902*0fca6ea1SDimitry Andric std::unique_ptr<BinaryCoverageReader> Reader(new BinaryCoverageReader(
903*0fca6ea1SDimitry Andric std::move(ProfileNamesPtr), std::move(FuncRecords)));
904*0fca6ea1SDimitry Andric InstrProfSymtab &ProfileNames = *Reader->ProfileNames;
905fe6060f1SDimitry Andric StringRef FuncRecordsRef = Reader->FuncRecords->getBuffer();
9065f757f3fSDimitry Andric if (BytesInAddress == 4 && Endian == llvm::endianness::little) {
9075f757f3fSDimitry Andric if (Error E = readCoverageMappingData<uint32_t, llvm::endianness::little>(
908*0fca6ea1SDimitry Andric ProfileNames, Coverage, FuncRecordsRef, Reader->MappingRecords,
909*0fca6ea1SDimitry Andric CompilationDir, Reader->Filenames))
9100b57cec5SDimitry Andric return std::move(E);
9115f757f3fSDimitry Andric } else if (BytesInAddress == 4 && Endian == llvm::endianness::big) {
9125f757f3fSDimitry Andric if (Error E = readCoverageMappingData<uint32_t, llvm::endianness::big>(
913*0fca6ea1SDimitry Andric ProfileNames, Coverage, FuncRecordsRef, Reader->MappingRecords,
914*0fca6ea1SDimitry Andric CompilationDir, Reader->Filenames))
9150b57cec5SDimitry Andric return std::move(E);
9165f757f3fSDimitry Andric } else if (BytesInAddress == 8 && Endian == llvm::endianness::little) {
9175f757f3fSDimitry Andric if (Error E = readCoverageMappingData<uint64_t, llvm::endianness::little>(
918*0fca6ea1SDimitry Andric ProfileNames, Coverage, FuncRecordsRef, Reader->MappingRecords,
919*0fca6ea1SDimitry Andric CompilationDir, Reader->Filenames))
9200b57cec5SDimitry Andric return std::move(E);
9215f757f3fSDimitry Andric } else if (BytesInAddress == 8 && Endian == llvm::endianness::big) {
9225f757f3fSDimitry Andric if (Error E = readCoverageMappingData<uint64_t, llvm::endianness::big>(
923*0fca6ea1SDimitry Andric ProfileNames, Coverage, FuncRecordsRef, Reader->MappingRecords,
924*0fca6ea1SDimitry Andric CompilationDir, Reader->Filenames))
9250b57cec5SDimitry Andric return std::move(E);
9260b57cec5SDimitry Andric } else
9275f757f3fSDimitry Andric return make_error<CoverageMapError>(
9285f757f3fSDimitry Andric coveragemap_error::malformed,
9295f757f3fSDimitry Andric "not supported endianness or bytes in address");
9300b57cec5SDimitry Andric return std::move(Reader);
9310b57cec5SDimitry Andric }
9320b57cec5SDimitry Andric
9330b57cec5SDimitry Andric static Expected<std::unique_ptr<BinaryCoverageReader>>
loadTestingFormat(StringRef Data,StringRef CompilationDir)934fe6060f1SDimitry Andric loadTestingFormat(StringRef Data, StringRef CompilationDir) {
9350b57cec5SDimitry Andric uint8_t BytesInAddress = 8;
9365f757f3fSDimitry Andric llvm::endianness Endian = llvm::endianness::little;
9370b57cec5SDimitry Andric
9385f757f3fSDimitry Andric // Read the magic and version.
9395f757f3fSDimitry Andric Data = Data.substr(sizeof(TestingFormatMagic));
9405f757f3fSDimitry Andric if (Data.size() < sizeof(uint64_t))
9415f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
9425f757f3fSDimitry Andric "the size of data is too small");
9435f757f3fSDimitry Andric auto TestingVersion =
9445f757f3fSDimitry Andric support::endian::byte_swap<uint64_t, llvm::endianness::little>(
9455f757f3fSDimitry Andric *reinterpret_cast<const uint64_t *>(Data.data()));
9465f757f3fSDimitry Andric Data = Data.substr(sizeof(uint64_t));
9475f757f3fSDimitry Andric
9485f757f3fSDimitry Andric // Read the ProfileNames data.
9490b57cec5SDimitry Andric if (Data.empty())
9500b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::truncated);
9510b57cec5SDimitry Andric unsigned N = 0;
9520b57cec5SDimitry Andric uint64_t ProfileNamesSize = decodeULEB128(Data.bytes_begin(), &N);
9530b57cec5SDimitry Andric if (N > Data.size())
9545f757f3fSDimitry Andric return make_error<CoverageMapError>(
9555f757f3fSDimitry Andric coveragemap_error::malformed,
9565f757f3fSDimitry Andric "the size of TestingFormatMagic is too big");
9570b57cec5SDimitry Andric Data = Data.substr(N);
9580b57cec5SDimitry Andric if (Data.empty())
9590b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::truncated);
9600b57cec5SDimitry Andric N = 0;
9610b57cec5SDimitry Andric uint64_t Address = decodeULEB128(Data.bytes_begin(), &N);
9620b57cec5SDimitry Andric if (N > Data.size())
9635f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
9645f757f3fSDimitry Andric "the size of ULEB128 is too big");
9650b57cec5SDimitry Andric Data = Data.substr(N);
9660b57cec5SDimitry Andric if (Data.size() < ProfileNamesSize)
9675f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
9685f757f3fSDimitry Andric "the size of ProfileNames is too big");
969*0fca6ea1SDimitry Andric auto ProfileNames = std::make_unique<InstrProfSymtab>();
970*0fca6ea1SDimitry Andric if (Error E = ProfileNames->create(Data.substr(0, ProfileNamesSize), Address))
9710b57cec5SDimitry Andric return std::move(E);
972fe6060f1SDimitry Andric Data = Data.substr(ProfileNamesSize);
9735f757f3fSDimitry Andric
9745f757f3fSDimitry Andric // In Version2, the size of CoverageMapping is stored directly.
9755f757f3fSDimitry Andric uint64_t CoverageMappingSize;
9765f757f3fSDimitry Andric if (TestingVersion == uint64_t(TestingFormatVersion::Version2)) {
9775f757f3fSDimitry Andric N = 0;
9785f757f3fSDimitry Andric CoverageMappingSize = decodeULEB128(Data.bytes_begin(), &N);
9795f757f3fSDimitry Andric if (N > Data.size())
9805f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
9815f757f3fSDimitry Andric "the size of ULEB128 is too big");
9825f757f3fSDimitry Andric Data = Data.substr(N);
9835f757f3fSDimitry Andric if (CoverageMappingSize < sizeof(CovMapHeader))
9845f757f3fSDimitry Andric return make_error<CoverageMapError>(
9855f757f3fSDimitry Andric coveragemap_error::malformed,
9865f757f3fSDimitry Andric "the size of CoverageMapping is teoo small");
9875f757f3fSDimitry Andric } else if (TestingVersion != uint64_t(TestingFormatVersion::Version1)) {
9885f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::unsupported_version);
9895f757f3fSDimitry Andric }
9905f757f3fSDimitry Andric
9910b57cec5SDimitry Andric // Skip the padding bytes because coverage map data has an alignment of 8.
9925f757f3fSDimitry Andric auto Pad = offsetToAlignedAddr(Data.data(), Align(8));
993fe6060f1SDimitry Andric if (Data.size() < Pad)
9945f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
9955f757f3fSDimitry Andric "insufficient padding");
996fe6060f1SDimitry Andric Data = Data.substr(Pad);
997fe6060f1SDimitry Andric if (Data.size() < sizeof(CovMapHeader))
9985f757f3fSDimitry Andric return make_error<CoverageMapError>(
9995f757f3fSDimitry Andric coveragemap_error::malformed,
10005f757f3fSDimitry Andric "coverage mapping header section is larger than data size");
1001fe6060f1SDimitry Andric auto const *CovHeader = reinterpret_cast<const CovMapHeader *>(
1002fe6060f1SDimitry Andric Data.substr(0, sizeof(CovMapHeader)).data());
10035f757f3fSDimitry Andric auto Version =
10045f757f3fSDimitry Andric CovMapVersion(CovHeader->getVersion<llvm::endianness::little>());
10055f757f3fSDimitry Andric
10065f757f3fSDimitry Andric // In Version1, the size of CoverageMapping is calculated.
10075f757f3fSDimitry Andric if (TestingVersion == uint64_t(TestingFormatVersion::Version1)) {
1008fe6060f1SDimitry Andric if (Version < CovMapVersion::Version4) {
10095f757f3fSDimitry Andric CoverageMappingSize = Data.size();
1010fe6060f1SDimitry Andric } else {
10115f757f3fSDimitry Andric auto FilenamesSize =
10125f757f3fSDimitry Andric CovHeader->getFilenamesSize<llvm::endianness::little>();
10135f757f3fSDimitry Andric CoverageMappingSize = sizeof(CovMapHeader) + FilenamesSize;
10145f757f3fSDimitry Andric }
10155f757f3fSDimitry Andric }
10165f757f3fSDimitry Andric
10175f757f3fSDimitry Andric auto CoverageMapping = Data.substr(0, CoverageMappingSize);
1018fe6060f1SDimitry Andric Data = Data.substr(CoverageMappingSize);
10195f757f3fSDimitry Andric
10205f757f3fSDimitry Andric // Read the CoverageRecords data.
10215f757f3fSDimitry Andric if (Version < CovMapVersion::Version4) {
10225f757f3fSDimitry Andric if (!Data.empty())
10235f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
10245f757f3fSDimitry Andric "data is not empty");
10255f757f3fSDimitry Andric } else {
1026fe6060f1SDimitry Andric // Skip the padding bytes because coverage records data has an alignment
1027fe6060f1SDimitry Andric // of 8.
1028fe6060f1SDimitry Andric Pad = offsetToAlignedAddr(Data.data(), Align(8));
1029fe6060f1SDimitry Andric if (Data.size() < Pad)
10305f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
10315f757f3fSDimitry Andric "insufficient padding");
10325f757f3fSDimitry Andric Data = Data.substr(Pad);
1033fe6060f1SDimitry Andric }
10345f757f3fSDimitry Andric BinaryCoverageReader::FuncRecordsStorage CoverageRecords =
10355f757f3fSDimitry Andric MemoryBuffer::getMemBuffer(Data);
10365f757f3fSDimitry Andric
10370b57cec5SDimitry Andric return BinaryCoverageReader::createCoverageReaderFromBuffer(
1038fe6060f1SDimitry Andric CoverageMapping, std::move(CoverageRecords), std::move(ProfileNames),
1039fe6060f1SDimitry Andric BytesInAddress, Endian, CompilationDir);
10400b57cec5SDimitry Andric }
10410b57cec5SDimitry Andric
10425f757f3fSDimitry Andric /// Find all sections that match \p IPSK name. There may be more than one if
10435f757f3fSDimitry Andric /// comdats are in use, e.g. for the __llvm_covfun section on ELF.
10445f757f3fSDimitry Andric static Expected<std::vector<SectionRef>>
lookupSections(ObjectFile & OF,InstrProfSectKind IPSK)10455f757f3fSDimitry Andric lookupSections(ObjectFile &OF, InstrProfSectKind IPSK) {
10465f757f3fSDimitry Andric auto ObjFormat = OF.getTripleObjectFormat();
10475f757f3fSDimitry Andric auto Name =
10485f757f3fSDimitry Andric getInstrProfSectionName(IPSK, ObjFormat, /*AddSegmentInfo=*/false);
10490b57cec5SDimitry Andric // On COFF, the object file section name may end in "$M". This tells the
10500b57cec5SDimitry Andric // linker to sort these sections between "$A" and "$Z". The linker removes the
10510b57cec5SDimitry Andric // dollar and everything after it in the final binary. Do the same to match.
10520b57cec5SDimitry Andric bool IsCOFF = isa<COFFObjectFile>(OF);
10530b57cec5SDimitry Andric auto stripSuffix = [IsCOFF](StringRef N) {
10540b57cec5SDimitry Andric return IsCOFF ? N.split('$').first : N;
10550b57cec5SDimitry Andric };
10560b57cec5SDimitry Andric Name = stripSuffix(Name);
10570b57cec5SDimitry Andric
10585ffd83dbSDimitry Andric std::vector<SectionRef> Sections;
10590b57cec5SDimitry Andric for (const auto &Section : OF.sections()) {
10608bcb0991SDimitry Andric Expected<StringRef> NameOrErr = Section.getName();
10618bcb0991SDimitry Andric if (!NameOrErr)
10628bcb0991SDimitry Andric return NameOrErr.takeError();
10635f757f3fSDimitry Andric if (stripSuffix(*NameOrErr) == Name) {
10645f757f3fSDimitry Andric // COFF profile name section contains two null bytes indicating the
10655f757f3fSDimitry Andric // start/end of the section. If its size is 2 bytes, it's empty.
10665f757f3fSDimitry Andric if (IsCOFF && IPSK == IPSK_name && Section.getSize() == 2)
10675f757f3fSDimitry Andric continue;
10685ffd83dbSDimitry Andric Sections.push_back(Section);
10690b57cec5SDimitry Andric }
10705f757f3fSDimitry Andric }
10715ffd83dbSDimitry Andric if (Sections.empty())
10720b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::no_data_found);
10735ffd83dbSDimitry Andric return Sections;
10740b57cec5SDimitry Andric }
10750b57cec5SDimitry Andric
10760b57cec5SDimitry Andric static Expected<std::unique_ptr<BinaryCoverageReader>>
loadBinaryFormat(std::unique_ptr<Binary> Bin,StringRef Arch,StringRef CompilationDir="",object::BuildIDRef * BinaryID=nullptr)1077fe6060f1SDimitry Andric loadBinaryFormat(std::unique_ptr<Binary> Bin, StringRef Arch,
10781ac55f4cSDimitry Andric StringRef CompilationDir = "",
107906c3fb27SDimitry Andric object::BuildIDRef *BinaryID = nullptr) {
10800b57cec5SDimitry Andric std::unique_ptr<ObjectFile> OF;
10810b57cec5SDimitry Andric if (auto *Universal = dyn_cast<MachOUniversalBinary>(Bin.get())) {
10820b57cec5SDimitry Andric // If we have a universal binary, try to look up the object for the
10830b57cec5SDimitry Andric // appropriate architecture.
10848bcb0991SDimitry Andric auto ObjectFileOrErr = Universal->getMachOObjectForArch(Arch);
10850b57cec5SDimitry Andric if (!ObjectFileOrErr)
10860b57cec5SDimitry Andric return ObjectFileOrErr.takeError();
10870b57cec5SDimitry Andric OF = std::move(ObjectFileOrErr.get());
10880b57cec5SDimitry Andric } else if (isa<ObjectFile>(Bin.get())) {
10890b57cec5SDimitry Andric // For any other object file, upcast and take ownership.
10900b57cec5SDimitry Andric OF.reset(cast<ObjectFile>(Bin.release()));
10910b57cec5SDimitry Andric // If we've asked for a particular arch, make sure they match.
10920b57cec5SDimitry Andric if (!Arch.empty() && OF->getArch() != Triple(Arch).getArch())
10930b57cec5SDimitry Andric return errorCodeToError(object_error::arch_not_found);
10940b57cec5SDimitry Andric } else
10950b57cec5SDimitry Andric // We can only handle object files.
10965f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
10975f757f3fSDimitry Andric "binary is not an object file");
10980b57cec5SDimitry Andric
10990b57cec5SDimitry Andric // The coverage uses native pointer sizes for the object it's written in.
11000b57cec5SDimitry Andric uint8_t BytesInAddress = OF->getBytesInAddress();
11015f757f3fSDimitry Andric llvm::endianness Endian =
11025f757f3fSDimitry Andric OF->isLittleEndian() ? llvm::endianness::little : llvm::endianness::big;
11030b57cec5SDimitry Andric
11040b57cec5SDimitry Andric // Look for the sections that we are interested in.
1105*0fca6ea1SDimitry Andric auto ProfileNames = std::make_unique<InstrProfSymtab>();
11065f757f3fSDimitry Andric std::vector<SectionRef> NamesSectionRefs;
11075f757f3fSDimitry Andric // If IPSK_name is not found, fallback to search for IPK_covname, which is
11085f757f3fSDimitry Andric // used when binary correlation is enabled.
11095f757f3fSDimitry Andric auto NamesSection = lookupSections(*OF, IPSK_name);
11105f757f3fSDimitry Andric if (auto E = NamesSection.takeError()) {
11115f757f3fSDimitry Andric consumeError(std::move(E));
11125f757f3fSDimitry Andric NamesSection = lookupSections(*OF, IPSK_covname);
11130b57cec5SDimitry Andric if (auto E = NamesSection.takeError())
11140b57cec5SDimitry Andric return std::move(E);
11155f757f3fSDimitry Andric }
11165f757f3fSDimitry Andric NamesSectionRefs = *NamesSection;
11175f757f3fSDimitry Andric
11185f757f3fSDimitry Andric if (NamesSectionRefs.size() != 1)
11195f757f3fSDimitry Andric return make_error<CoverageMapError>(
11205f757f3fSDimitry Andric coveragemap_error::malformed,
11215f757f3fSDimitry Andric "the size of coverage mapping section is not one");
1122*0fca6ea1SDimitry Andric if (Error E = ProfileNames->create(NamesSectionRefs.back()))
11235f757f3fSDimitry Andric return std::move(E);
11245f757f3fSDimitry Andric
11255f757f3fSDimitry Andric auto CoverageSection = lookupSections(*OF, IPSK_covmap);
11260b57cec5SDimitry Andric if (auto E = CoverageSection.takeError())
11270b57cec5SDimitry Andric return std::move(E);
11285ffd83dbSDimitry Andric std::vector<SectionRef> CoverageSectionRefs = *CoverageSection;
11295ffd83dbSDimitry Andric if (CoverageSectionRefs.size() != 1)
11305f757f3fSDimitry Andric return make_error<CoverageMapError>(coveragemap_error::malformed,
11315f757f3fSDimitry Andric "the size of name section is not one");
11325ffd83dbSDimitry Andric auto CoverageMappingOrErr = CoverageSectionRefs.back().getContents();
11330b57cec5SDimitry Andric if (!CoverageMappingOrErr)
11340b57cec5SDimitry Andric return CoverageMappingOrErr.takeError();
11355ffd83dbSDimitry Andric StringRef CoverageMapping = CoverageMappingOrErr.get();
11360b57cec5SDimitry Andric
11375ffd83dbSDimitry Andric // Look for the coverage records section (Version4 only).
11385f757f3fSDimitry Andric auto CoverageRecordsSections = lookupSections(*OF, IPSK_covfun);
1139fe6060f1SDimitry Andric
1140fe6060f1SDimitry Andric BinaryCoverageReader::FuncRecordsStorage FuncRecords;
1141fe6060f1SDimitry Andric if (auto E = CoverageRecordsSections.takeError()) {
11425ffd83dbSDimitry Andric consumeError(std::move(E));
1143fe6060f1SDimitry Andric FuncRecords = MemoryBuffer::getMemBuffer("");
1144fe6060f1SDimitry Andric } else {
1145fe6060f1SDimitry Andric // Compute the FuncRecordsBuffer of the buffer, taking into account the
1146fe6060f1SDimitry Andric // padding between each record, and making sure the first block is aligned
1147fe6060f1SDimitry Andric // in memory to maintain consistency between buffer address and size
1148fe6060f1SDimitry Andric // alignment.
1149fe6060f1SDimitry Andric const Align RecordAlignment(8);
1150fe6060f1SDimitry Andric uint64_t FuncRecordsSize = 0;
11515ffd83dbSDimitry Andric for (SectionRef Section : *CoverageRecordsSections) {
11525ffd83dbSDimitry Andric auto CoverageRecordsOrErr = Section.getContents();
11535ffd83dbSDimitry Andric if (!CoverageRecordsOrErr)
11545ffd83dbSDimitry Andric return CoverageRecordsOrErr.takeError();
1155fe6060f1SDimitry Andric FuncRecordsSize += alignTo(CoverageRecordsOrErr->size(), RecordAlignment);
11565ffd83dbSDimitry Andric }
1157fe6060f1SDimitry Andric auto WritableBuffer =
1158fe6060f1SDimitry Andric WritableMemoryBuffer::getNewUninitMemBuffer(FuncRecordsSize);
1159fe6060f1SDimitry Andric char *FuncRecordsBuffer = WritableBuffer->getBufferStart();
1160fe6060f1SDimitry Andric assert(isAddrAligned(RecordAlignment, FuncRecordsBuffer) &&
1161fe6060f1SDimitry Andric "Allocated memory is correctly aligned");
1162fe6060f1SDimitry Andric
1163fe6060f1SDimitry Andric for (SectionRef Section : *CoverageRecordsSections) {
1164fe6060f1SDimitry Andric auto CoverageRecordsOrErr = Section.getContents();
1165fe6060f1SDimitry Andric if (!CoverageRecordsOrErr)
1166fe6060f1SDimitry Andric return CoverageRecordsOrErr.takeError();
1167fe6060f1SDimitry Andric const auto &CoverageRecords = CoverageRecordsOrErr.get();
1168fe6060f1SDimitry Andric FuncRecordsBuffer = std::copy(CoverageRecords.begin(),
1169fe6060f1SDimitry Andric CoverageRecords.end(), FuncRecordsBuffer);
1170fe6060f1SDimitry Andric FuncRecordsBuffer =
1171fe6060f1SDimitry Andric std::fill_n(FuncRecordsBuffer,
1172fe6060f1SDimitry Andric alignAddr(FuncRecordsBuffer, RecordAlignment) -
1173fe6060f1SDimitry Andric (uintptr_t)FuncRecordsBuffer,
1174fe6060f1SDimitry Andric '\0');
1175fe6060f1SDimitry Andric }
1176fe6060f1SDimitry Andric assert(FuncRecordsBuffer == WritableBuffer->getBufferEnd() &&
1177fe6060f1SDimitry Andric "consistent init");
1178fe6060f1SDimitry Andric FuncRecords = std::move(WritableBuffer);
11795ffd83dbSDimitry Andric }
11805ffd83dbSDimitry Andric
11811ac55f4cSDimitry Andric if (BinaryID)
11821ac55f4cSDimitry Andric *BinaryID = getBuildID(OF.get());
11831ac55f4cSDimitry Andric
11840b57cec5SDimitry Andric return BinaryCoverageReader::createCoverageReaderFromBuffer(
11855ffd83dbSDimitry Andric CoverageMapping, std::move(FuncRecords), std::move(ProfileNames),
1186fe6060f1SDimitry Andric BytesInAddress, Endian, CompilationDir);
11870b57cec5SDimitry Andric }
11880b57cec5SDimitry Andric
1189e8d8bef9SDimitry Andric /// Determine whether \p Arch is invalid or empty, given \p Bin.
isArchSpecifierInvalidOrMissing(Binary * Bin,StringRef Arch)1190e8d8bef9SDimitry Andric static bool isArchSpecifierInvalidOrMissing(Binary *Bin, StringRef Arch) {
1191e8d8bef9SDimitry Andric // If we have a universal binary and Arch doesn't identify any of its slices,
1192e8d8bef9SDimitry Andric // it's user error.
1193e8d8bef9SDimitry Andric if (auto *Universal = dyn_cast<MachOUniversalBinary>(Bin)) {
1194e8d8bef9SDimitry Andric for (auto &ObjForArch : Universal->objects())
1195e8d8bef9SDimitry Andric if (Arch == ObjForArch.getArchFlagName())
1196e8d8bef9SDimitry Andric return false;
1197e8d8bef9SDimitry Andric return true;
1198e8d8bef9SDimitry Andric }
1199e8d8bef9SDimitry Andric return false;
1200e8d8bef9SDimitry Andric }
1201e8d8bef9SDimitry Andric
12020b57cec5SDimitry Andric Expected<std::vector<std::unique_ptr<BinaryCoverageReader>>>
create(MemoryBufferRef ObjectBuffer,StringRef Arch,SmallVectorImpl<std::unique_ptr<MemoryBuffer>> & ObjectFileBuffers,StringRef CompilationDir,SmallVectorImpl<object::BuildIDRef> * BinaryIDs)12030b57cec5SDimitry Andric BinaryCoverageReader::create(
12040b57cec5SDimitry Andric MemoryBufferRef ObjectBuffer, StringRef Arch,
1205fe6060f1SDimitry Andric SmallVectorImpl<std::unique_ptr<MemoryBuffer>> &ObjectFileBuffers,
12061ac55f4cSDimitry Andric StringRef CompilationDir, SmallVectorImpl<object::BuildIDRef> *BinaryIDs) {
12070b57cec5SDimitry Andric std::vector<std::unique_ptr<BinaryCoverageReader>> Readers;
12080b57cec5SDimitry Andric
12095f757f3fSDimitry Andric if (ObjectBuffer.getBuffer().size() > sizeof(TestingFormatMagic)) {
12105f757f3fSDimitry Andric uint64_t Magic =
12115f757f3fSDimitry Andric support::endian::byte_swap<uint64_t, llvm::endianness::little>(
12125f757f3fSDimitry Andric *reinterpret_cast<const uint64_t *>(ObjectBuffer.getBufferStart()));
12135f757f3fSDimitry Andric if (Magic == TestingFormatMagic) {
12140b57cec5SDimitry Andric // This is a special format used for testing.
1215fe6060f1SDimitry Andric auto ReaderOrErr =
1216fe6060f1SDimitry Andric loadTestingFormat(ObjectBuffer.getBuffer(), CompilationDir);
12170b57cec5SDimitry Andric if (!ReaderOrErr)
12180b57cec5SDimitry Andric return ReaderOrErr.takeError();
12190b57cec5SDimitry Andric Readers.push_back(std::move(ReaderOrErr.get()));
12200b57cec5SDimitry Andric return std::move(Readers);
12210b57cec5SDimitry Andric }
12225f757f3fSDimitry Andric }
12230b57cec5SDimitry Andric
12240b57cec5SDimitry Andric auto BinOrErr = createBinary(ObjectBuffer);
12250b57cec5SDimitry Andric if (!BinOrErr)
12260b57cec5SDimitry Andric return BinOrErr.takeError();
12270b57cec5SDimitry Andric std::unique_ptr<Binary> Bin = std::move(BinOrErr.get());
12280b57cec5SDimitry Andric
1229e8d8bef9SDimitry Andric if (isArchSpecifierInvalidOrMissing(Bin.get(), Arch))
1230e8d8bef9SDimitry Andric return make_error<CoverageMapError>(
1231e8d8bef9SDimitry Andric coveragemap_error::invalid_or_missing_arch_specifier);
1232e8d8bef9SDimitry Andric
12330b57cec5SDimitry Andric // MachO universal binaries which contain archives need to be treated as
12340b57cec5SDimitry Andric // archives, not as regular binaries.
12350b57cec5SDimitry Andric if (auto *Universal = dyn_cast<MachOUniversalBinary>(Bin.get())) {
12360b57cec5SDimitry Andric for (auto &ObjForArch : Universal->objects()) {
12370b57cec5SDimitry Andric // Skip slices within the universal binary which target the wrong arch.
12380b57cec5SDimitry Andric std::string ObjArch = ObjForArch.getArchFlagName();
12390b57cec5SDimitry Andric if (Arch != ObjArch)
12400b57cec5SDimitry Andric continue;
12410b57cec5SDimitry Andric
12420b57cec5SDimitry Andric auto ArchiveOrErr = ObjForArch.getAsArchive();
12430b57cec5SDimitry Andric if (!ArchiveOrErr) {
12440b57cec5SDimitry Andric // If this is not an archive, try treating it as a regular object.
12450b57cec5SDimitry Andric consumeError(ArchiveOrErr.takeError());
12460b57cec5SDimitry Andric break;
12470b57cec5SDimitry Andric }
12480b57cec5SDimitry Andric
12490b57cec5SDimitry Andric return BinaryCoverageReader::create(
1250fe6060f1SDimitry Andric ArchiveOrErr.get()->getMemoryBufferRef(), Arch, ObjectFileBuffers,
12511ac55f4cSDimitry Andric CompilationDir, BinaryIDs);
12520b57cec5SDimitry Andric }
12530b57cec5SDimitry Andric }
12540b57cec5SDimitry Andric
12550b57cec5SDimitry Andric // Load coverage out of archive members.
12560b57cec5SDimitry Andric if (auto *Ar = dyn_cast<Archive>(Bin.get())) {
12570b57cec5SDimitry Andric Error Err = Error::success();
12580b57cec5SDimitry Andric for (auto &Child : Ar->children(Err)) {
12590b57cec5SDimitry Andric Expected<MemoryBufferRef> ChildBufOrErr = Child.getMemoryBufferRef();
12600b57cec5SDimitry Andric if (!ChildBufOrErr)
12610b57cec5SDimitry Andric return ChildBufOrErr.takeError();
12620b57cec5SDimitry Andric
12630b57cec5SDimitry Andric auto ChildReadersOrErr = BinaryCoverageReader::create(
12641ac55f4cSDimitry Andric ChildBufOrErr.get(), Arch, ObjectFileBuffers, CompilationDir,
12651ac55f4cSDimitry Andric BinaryIDs);
12660b57cec5SDimitry Andric if (!ChildReadersOrErr)
12670b57cec5SDimitry Andric return ChildReadersOrErr.takeError();
12680b57cec5SDimitry Andric for (auto &Reader : ChildReadersOrErr.get())
12690b57cec5SDimitry Andric Readers.push_back(std::move(Reader));
12700b57cec5SDimitry Andric }
12710b57cec5SDimitry Andric if (Err)
12720b57cec5SDimitry Andric return std::move(Err);
12730b57cec5SDimitry Andric
12740b57cec5SDimitry Andric // Thin archives reference object files outside of the archive file, i.e.
12750b57cec5SDimitry Andric // files which reside in memory not owned by the caller. Transfer ownership
12760b57cec5SDimitry Andric // to the caller.
12770b57cec5SDimitry Andric if (Ar->isThin())
12780b57cec5SDimitry Andric for (auto &Buffer : Ar->takeThinBuffers())
12790b57cec5SDimitry Andric ObjectFileBuffers.push_back(std::move(Buffer));
12800b57cec5SDimitry Andric
12810b57cec5SDimitry Andric return std::move(Readers);
12820b57cec5SDimitry Andric }
12830b57cec5SDimitry Andric
128406c3fb27SDimitry Andric object::BuildIDRef BinaryID;
12851ac55f4cSDimitry Andric auto ReaderOrErr = loadBinaryFormat(std::move(Bin), Arch, CompilationDir,
12861ac55f4cSDimitry Andric BinaryIDs ? &BinaryID : nullptr);
12870b57cec5SDimitry Andric if (!ReaderOrErr)
12880b57cec5SDimitry Andric return ReaderOrErr.takeError();
12890b57cec5SDimitry Andric Readers.push_back(std::move(ReaderOrErr.get()));
129006c3fb27SDimitry Andric if (!BinaryID.empty())
129106c3fb27SDimitry Andric BinaryIDs->push_back(BinaryID);
12920b57cec5SDimitry Andric return std::move(Readers);
12930b57cec5SDimitry Andric }
12940b57cec5SDimitry Andric
readNextRecord(CoverageMappingRecord & Record)12950b57cec5SDimitry Andric Error BinaryCoverageReader::readNextRecord(CoverageMappingRecord &Record) {
12960b57cec5SDimitry Andric if (CurrentRecord >= MappingRecords.size())
12970b57cec5SDimitry Andric return make_error<CoverageMapError>(coveragemap_error::eof);
12980b57cec5SDimitry Andric
12990b57cec5SDimitry Andric FunctionsFilenames.clear();
13000b57cec5SDimitry Andric Expressions.clear();
13010b57cec5SDimitry Andric MappingRegions.clear();
13020b57cec5SDimitry Andric auto &R = MappingRecords[CurrentRecord];
1303bdd1243dSDimitry Andric auto F = ArrayRef(Filenames).slice(R.FilenamesBegin, R.FilenamesSize);
1304fe6060f1SDimitry Andric RawCoverageMappingReader Reader(R.CoverageMapping, F, FunctionsFilenames,
1305fe6060f1SDimitry Andric Expressions, MappingRegions);
13060b57cec5SDimitry Andric if (auto Err = Reader.read())
13070b57cec5SDimitry Andric return Err;
13080b57cec5SDimitry Andric
13090b57cec5SDimitry Andric Record.FunctionName = R.FunctionName;
13100b57cec5SDimitry Andric Record.FunctionHash = R.FunctionHash;
13110b57cec5SDimitry Andric Record.Filenames = FunctionsFilenames;
13120b57cec5SDimitry Andric Record.Expressions = Expressions;
13130b57cec5SDimitry Andric Record.MappingRegions = MappingRegions;
13140b57cec5SDimitry Andric
13150b57cec5SDimitry Andric ++CurrentRecord;
13160b57cec5SDimitry Andric return Error::success();
13170b57cec5SDimitry Andric }
1318