18bcb0991SDimitry Andric //===- yaml2coff - Convert YAML to a COFF object file ---------------------===// 28bcb0991SDimitry Andric // 38bcb0991SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 48bcb0991SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 58bcb0991SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 68bcb0991SDimitry Andric // 78bcb0991SDimitry Andric //===----------------------------------------------------------------------===// 88bcb0991SDimitry Andric /// 98bcb0991SDimitry Andric /// \file 108bcb0991SDimitry Andric /// The COFF component of yaml2obj. 118bcb0991SDimitry Andric /// 128bcb0991SDimitry Andric //===----------------------------------------------------------------------===// 138bcb0991SDimitry Andric 148bcb0991SDimitry Andric #include "llvm/ADT/STLExtras.h" 158bcb0991SDimitry Andric #include "llvm/ADT/StringExtras.h" 168bcb0991SDimitry Andric #include "llvm/ADT/StringMap.h" 178bcb0991SDimitry Andric #include "llvm/DebugInfo/CodeView/DebugStringTableSubsection.h" 188bcb0991SDimitry Andric #include "llvm/DebugInfo/CodeView/StringsAndChecksums.h" 198bcb0991SDimitry Andric #include "llvm/Object/COFF.h" 208bcb0991SDimitry Andric #include "llvm/ObjectYAML/ObjectYAML.h" 218bcb0991SDimitry Andric #include "llvm/ObjectYAML/yaml2obj.h" 22*81ad6265SDimitry Andric #include "llvm/Support/BinaryStreamWriter.h" 238bcb0991SDimitry Andric #include "llvm/Support/Endian.h" 248bcb0991SDimitry Andric #include "llvm/Support/MemoryBuffer.h" 258bcb0991SDimitry Andric #include "llvm/Support/SourceMgr.h" 268bcb0991SDimitry Andric #include "llvm/Support/WithColor.h" 278bcb0991SDimitry Andric #include "llvm/Support/raw_ostream.h" 288bcb0991SDimitry Andric #include <vector> 298bcb0991SDimitry Andric 308bcb0991SDimitry Andric using namespace llvm; 318bcb0991SDimitry Andric 328bcb0991SDimitry Andric namespace { 338bcb0991SDimitry Andric 348bcb0991SDimitry Andric /// This parses a yaml stream that represents a COFF object file. 358bcb0991SDimitry Andric /// See docs/yaml2obj for the yaml scheema. 368bcb0991SDimitry Andric struct COFFParser { 378bcb0991SDimitry Andric COFFParser(COFFYAML::Object &Obj, yaml::ErrorHandler EH) 388bcb0991SDimitry Andric : Obj(Obj), SectionTableStart(0), SectionTableSize(0), ErrHandler(EH) { 398bcb0991SDimitry Andric // A COFF string table always starts with a 4 byte size field. Offsets into 408bcb0991SDimitry Andric // it include this size, so allocate it now. 418bcb0991SDimitry Andric StringTable.append(4, char(0)); 428bcb0991SDimitry Andric } 438bcb0991SDimitry Andric 448bcb0991SDimitry Andric bool useBigObj() const { 458bcb0991SDimitry Andric return static_cast<int32_t>(Obj.Sections.size()) > 468bcb0991SDimitry Andric COFF::MaxNumberOfSections16; 478bcb0991SDimitry Andric } 488bcb0991SDimitry Andric 49*81ad6265SDimitry Andric bool isPE() const { return Obj.OptionalHeader.has_value(); } 508bcb0991SDimitry Andric bool is64Bit() const { 518bcb0991SDimitry Andric return Obj.Header.Machine == COFF::IMAGE_FILE_MACHINE_AMD64 || 528bcb0991SDimitry Andric Obj.Header.Machine == COFF::IMAGE_FILE_MACHINE_ARM64; 538bcb0991SDimitry Andric } 548bcb0991SDimitry Andric 558bcb0991SDimitry Andric uint32_t getFileAlignment() const { 568bcb0991SDimitry Andric return Obj.OptionalHeader->Header.FileAlignment; 578bcb0991SDimitry Andric } 588bcb0991SDimitry Andric 598bcb0991SDimitry Andric unsigned getHeaderSize() const { 608bcb0991SDimitry Andric return useBigObj() ? COFF::Header32Size : COFF::Header16Size; 618bcb0991SDimitry Andric } 628bcb0991SDimitry Andric 638bcb0991SDimitry Andric unsigned getSymbolSize() const { 648bcb0991SDimitry Andric return useBigObj() ? COFF::Symbol32Size : COFF::Symbol16Size; 658bcb0991SDimitry Andric } 668bcb0991SDimitry Andric 678bcb0991SDimitry Andric bool parseSections() { 680eae32dcSDimitry Andric for (COFFYAML::Section &Sec : Obj.Sections) { 698bcb0991SDimitry Andric // If the name is less than 8 bytes, store it in place, otherwise 708bcb0991SDimitry Andric // store it in the string table. 718bcb0991SDimitry Andric StringRef Name = Sec.Name; 728bcb0991SDimitry Andric 738bcb0991SDimitry Andric if (Name.size() <= COFF::NameSize) { 748bcb0991SDimitry Andric std::copy(Name.begin(), Name.end(), Sec.Header.Name); 758bcb0991SDimitry Andric } else { 768bcb0991SDimitry Andric // Add string to the string table and format the index for output. 778bcb0991SDimitry Andric unsigned Index = getStringIndex(Name); 788bcb0991SDimitry Andric std::string str = utostr(Index); 798bcb0991SDimitry Andric if (str.size() > 7) { 808bcb0991SDimitry Andric ErrHandler("string table got too large"); 818bcb0991SDimitry Andric return false; 828bcb0991SDimitry Andric } 838bcb0991SDimitry Andric Sec.Header.Name[0] = '/'; 848bcb0991SDimitry Andric std::copy(str.begin(), str.end(), Sec.Header.Name + 1); 858bcb0991SDimitry Andric } 868bcb0991SDimitry Andric 878bcb0991SDimitry Andric if (Sec.Alignment) { 888bcb0991SDimitry Andric if (Sec.Alignment > 8192) { 898bcb0991SDimitry Andric ErrHandler("section alignment is too large"); 908bcb0991SDimitry Andric return false; 918bcb0991SDimitry Andric } 928bcb0991SDimitry Andric if (!isPowerOf2_32(Sec.Alignment)) { 938bcb0991SDimitry Andric ErrHandler("section alignment is not a power of 2"); 948bcb0991SDimitry Andric return false; 958bcb0991SDimitry Andric } 968bcb0991SDimitry Andric Sec.Header.Characteristics |= (Log2_32(Sec.Alignment) + 1) << 20; 978bcb0991SDimitry Andric } 988bcb0991SDimitry Andric } 998bcb0991SDimitry Andric return true; 1008bcb0991SDimitry Andric } 1018bcb0991SDimitry Andric 1028bcb0991SDimitry Andric bool parseSymbols() { 1030eae32dcSDimitry Andric for (COFFYAML::Symbol &Sym : Obj.Symbols) { 1048bcb0991SDimitry Andric // If the name is less than 8 bytes, store it in place, otherwise 1058bcb0991SDimitry Andric // store it in the string table. 1068bcb0991SDimitry Andric StringRef Name = Sym.Name; 1078bcb0991SDimitry Andric if (Name.size() <= COFF::NameSize) { 1088bcb0991SDimitry Andric std::copy(Name.begin(), Name.end(), Sym.Header.Name); 1098bcb0991SDimitry Andric } else { 1108bcb0991SDimitry Andric // Add string to the string table and format the index for output. 1118bcb0991SDimitry Andric unsigned Index = getStringIndex(Name); 1128bcb0991SDimitry Andric *reinterpret_cast<support::aligned_ulittle32_t *>(Sym.Header.Name + 4) = 1138bcb0991SDimitry Andric Index; 1148bcb0991SDimitry Andric } 1158bcb0991SDimitry Andric 1168bcb0991SDimitry Andric Sym.Header.Type = Sym.SimpleType; 1178bcb0991SDimitry Andric Sym.Header.Type |= Sym.ComplexType << COFF::SCT_COMPLEX_TYPE_SHIFT; 1188bcb0991SDimitry Andric } 1198bcb0991SDimitry Andric return true; 1208bcb0991SDimitry Andric } 1218bcb0991SDimitry Andric 1228bcb0991SDimitry Andric bool parse() { 1238bcb0991SDimitry Andric if (!parseSections()) 1248bcb0991SDimitry Andric return false; 1258bcb0991SDimitry Andric if (!parseSymbols()) 1268bcb0991SDimitry Andric return false; 1278bcb0991SDimitry Andric return true; 1288bcb0991SDimitry Andric } 1298bcb0991SDimitry Andric 1308bcb0991SDimitry Andric unsigned getStringIndex(StringRef Str) { 1318bcb0991SDimitry Andric StringMap<unsigned>::iterator i = StringTableMap.find(Str); 1328bcb0991SDimitry Andric if (i == StringTableMap.end()) { 1338bcb0991SDimitry Andric unsigned Index = StringTable.size(); 1348bcb0991SDimitry Andric StringTable.append(Str.begin(), Str.end()); 1358bcb0991SDimitry Andric StringTable.push_back(0); 1368bcb0991SDimitry Andric StringTableMap[Str] = Index; 1378bcb0991SDimitry Andric return Index; 1388bcb0991SDimitry Andric } 1398bcb0991SDimitry Andric return i->second; 1408bcb0991SDimitry Andric } 1418bcb0991SDimitry Andric 1428bcb0991SDimitry Andric COFFYAML::Object &Obj; 1438bcb0991SDimitry Andric 1448bcb0991SDimitry Andric codeview::StringsAndChecksums StringsAndChecksums; 1458bcb0991SDimitry Andric BumpPtrAllocator Allocator; 1468bcb0991SDimitry Andric StringMap<unsigned> StringTableMap; 1478bcb0991SDimitry Andric std::string StringTable; 1488bcb0991SDimitry Andric uint32_t SectionTableStart; 1498bcb0991SDimitry Andric uint32_t SectionTableSize; 1508bcb0991SDimitry Andric 1518bcb0991SDimitry Andric yaml::ErrorHandler ErrHandler; 1528bcb0991SDimitry Andric }; 1538bcb0991SDimitry Andric 1548bcb0991SDimitry Andric enum { DOSStubSize = 128 }; 1558bcb0991SDimitry Andric 1568bcb0991SDimitry Andric } // end anonymous namespace 1578bcb0991SDimitry Andric 1588bcb0991SDimitry Andric // Take a CP and assign addresses and sizes to everything. Returns false if the 1598bcb0991SDimitry Andric // layout is not valid to do. 1608bcb0991SDimitry Andric static bool layoutOptionalHeader(COFFParser &CP) { 1618bcb0991SDimitry Andric if (!CP.isPE()) 1628bcb0991SDimitry Andric return true; 1638bcb0991SDimitry Andric unsigned PEHeaderSize = CP.is64Bit() ? sizeof(object::pe32plus_header) 1648bcb0991SDimitry Andric : sizeof(object::pe32_header); 1658bcb0991SDimitry Andric CP.Obj.Header.SizeOfOptionalHeader = 166349cc55cSDimitry Andric PEHeaderSize + sizeof(object::data_directory) * 167349cc55cSDimitry Andric CP.Obj.OptionalHeader->Header.NumberOfRvaAndSize; 1688bcb0991SDimitry Andric return true; 1698bcb0991SDimitry Andric } 1708bcb0991SDimitry Andric 1718bcb0991SDimitry Andric static yaml::BinaryRef 1728bcb0991SDimitry Andric toDebugS(ArrayRef<CodeViewYAML::YAMLDebugSubsection> Subsections, 1738bcb0991SDimitry Andric const codeview::StringsAndChecksums &SC, BumpPtrAllocator &Allocator) { 1748bcb0991SDimitry Andric using namespace codeview; 1758bcb0991SDimitry Andric ExitOnError Err("Error occurred writing .debug$S section"); 1768bcb0991SDimitry Andric auto CVSS = 1778bcb0991SDimitry Andric Err(CodeViewYAML::toCodeViewSubsectionList(Allocator, Subsections, SC)); 1788bcb0991SDimitry Andric 1798bcb0991SDimitry Andric std::vector<DebugSubsectionRecordBuilder> Builders; 1808bcb0991SDimitry Andric uint32_t Size = sizeof(uint32_t); 1818bcb0991SDimitry Andric for (auto &SS : CVSS) { 1825ffd83dbSDimitry Andric DebugSubsectionRecordBuilder B(SS); 1838bcb0991SDimitry Andric Size += B.calculateSerializedLength(); 1848bcb0991SDimitry Andric Builders.push_back(std::move(B)); 1858bcb0991SDimitry Andric } 1868bcb0991SDimitry Andric uint8_t *Buffer = Allocator.Allocate<uint8_t>(Size); 1878bcb0991SDimitry Andric MutableArrayRef<uint8_t> Output(Buffer, Size); 1888bcb0991SDimitry Andric BinaryStreamWriter Writer(Output, support::little); 1898bcb0991SDimitry Andric 1908bcb0991SDimitry Andric Err(Writer.writeInteger<uint32_t>(COFF::DEBUG_SECTION_MAGIC)); 1918bcb0991SDimitry Andric for (const auto &B : Builders) { 1925ffd83dbSDimitry Andric Err(B.commit(Writer, CodeViewContainer::ObjectFile)); 1938bcb0991SDimitry Andric } 1948bcb0991SDimitry Andric return {Output}; 1958bcb0991SDimitry Andric } 1968bcb0991SDimitry Andric 1978bcb0991SDimitry Andric // Take a CP and assign addresses and sizes to everything. Returns false if the 1988bcb0991SDimitry Andric // layout is not valid to do. 1998bcb0991SDimitry Andric static bool layoutCOFF(COFFParser &CP) { 2008bcb0991SDimitry Andric // The section table starts immediately after the header, including the 2018bcb0991SDimitry Andric // optional header. 2028bcb0991SDimitry Andric CP.SectionTableStart = 2038bcb0991SDimitry Andric CP.getHeaderSize() + CP.Obj.Header.SizeOfOptionalHeader; 2048bcb0991SDimitry Andric if (CP.isPE()) 2058bcb0991SDimitry Andric CP.SectionTableStart += DOSStubSize + sizeof(COFF::PEMagic); 2068bcb0991SDimitry Andric CP.SectionTableSize = COFF::SectionSize * CP.Obj.Sections.size(); 2078bcb0991SDimitry Andric 2088bcb0991SDimitry Andric uint32_t CurrentSectionDataOffset = 2098bcb0991SDimitry Andric CP.SectionTableStart + CP.SectionTableSize; 2108bcb0991SDimitry Andric 2118bcb0991SDimitry Andric for (COFFYAML::Section &S : CP.Obj.Sections) { 2128bcb0991SDimitry Andric // We support specifying exactly one of SectionData or Subsections. So if 2138bcb0991SDimitry Andric // there is already some SectionData, then we don't need to do any of this. 2148bcb0991SDimitry Andric if (S.Name == ".debug$S" && S.SectionData.binary_size() == 0) { 2158bcb0991SDimitry Andric CodeViewYAML::initializeStringsAndChecksums(S.DebugS, 2168bcb0991SDimitry Andric CP.StringsAndChecksums); 2178bcb0991SDimitry Andric if (CP.StringsAndChecksums.hasChecksums() && 2188bcb0991SDimitry Andric CP.StringsAndChecksums.hasStrings()) 2198bcb0991SDimitry Andric break; 2208bcb0991SDimitry Andric } 2218bcb0991SDimitry Andric } 2228bcb0991SDimitry Andric 2238bcb0991SDimitry Andric // Assign each section data address consecutively. 2248bcb0991SDimitry Andric for (COFFYAML::Section &S : CP.Obj.Sections) { 2258bcb0991SDimitry Andric if (S.Name == ".debug$S") { 2268bcb0991SDimitry Andric if (S.SectionData.binary_size() == 0) { 2278bcb0991SDimitry Andric assert(CP.StringsAndChecksums.hasStrings() && 2288bcb0991SDimitry Andric "Object file does not have debug string table!"); 2298bcb0991SDimitry Andric 2308bcb0991SDimitry Andric S.SectionData = 2318bcb0991SDimitry Andric toDebugS(S.DebugS, CP.StringsAndChecksums, CP.Allocator); 2328bcb0991SDimitry Andric } 2338bcb0991SDimitry Andric } else if (S.Name == ".debug$T") { 2348bcb0991SDimitry Andric if (S.SectionData.binary_size() == 0) 2358bcb0991SDimitry Andric S.SectionData = CodeViewYAML::toDebugT(S.DebugT, CP.Allocator, S.Name); 2368bcb0991SDimitry Andric } else if (S.Name == ".debug$P") { 2378bcb0991SDimitry Andric if (S.SectionData.binary_size() == 0) 2388bcb0991SDimitry Andric S.SectionData = CodeViewYAML::toDebugT(S.DebugP, CP.Allocator, S.Name); 2398bcb0991SDimitry Andric } else if (S.Name == ".debug$H") { 240*81ad6265SDimitry Andric if (S.DebugH && S.SectionData.binary_size() == 0) 2418bcb0991SDimitry Andric S.SectionData = CodeViewYAML::toDebugH(*S.DebugH, CP.Allocator); 2428bcb0991SDimitry Andric } 2438bcb0991SDimitry Andric 2448bcb0991SDimitry Andric if (S.SectionData.binary_size() > 0) { 2458bcb0991SDimitry Andric CurrentSectionDataOffset = alignTo(CurrentSectionDataOffset, 2468bcb0991SDimitry Andric CP.isPE() ? CP.getFileAlignment() : 4); 2478bcb0991SDimitry Andric S.Header.SizeOfRawData = S.SectionData.binary_size(); 2488bcb0991SDimitry Andric if (CP.isPE()) 2498bcb0991SDimitry Andric S.Header.SizeOfRawData = 2508bcb0991SDimitry Andric alignTo(S.Header.SizeOfRawData, CP.getFileAlignment()); 2518bcb0991SDimitry Andric S.Header.PointerToRawData = CurrentSectionDataOffset; 2528bcb0991SDimitry Andric CurrentSectionDataOffset += S.Header.SizeOfRawData; 2538bcb0991SDimitry Andric if (!S.Relocations.empty()) { 2548bcb0991SDimitry Andric S.Header.PointerToRelocations = CurrentSectionDataOffset; 255480093f4SDimitry Andric if (S.Header.Characteristics & COFF::IMAGE_SCN_LNK_NRELOC_OVFL) { 256480093f4SDimitry Andric S.Header.NumberOfRelocations = 0xffff; 257480093f4SDimitry Andric CurrentSectionDataOffset += COFF::RelocationSize; 258480093f4SDimitry Andric } else 2598bcb0991SDimitry Andric S.Header.NumberOfRelocations = S.Relocations.size(); 260480093f4SDimitry Andric CurrentSectionDataOffset += S.Relocations.size() * COFF::RelocationSize; 2618bcb0991SDimitry Andric } 2628bcb0991SDimitry Andric } else { 2638bcb0991SDimitry Andric // Leave SizeOfRawData unaltered. For .bss sections in object files, it 2648bcb0991SDimitry Andric // carries the section size. 2658bcb0991SDimitry Andric S.Header.PointerToRawData = 0; 2668bcb0991SDimitry Andric } 2678bcb0991SDimitry Andric } 2688bcb0991SDimitry Andric 2698bcb0991SDimitry Andric uint32_t SymbolTableStart = CurrentSectionDataOffset; 2708bcb0991SDimitry Andric 2718bcb0991SDimitry Andric // Calculate number of symbols. 2728bcb0991SDimitry Andric uint32_t NumberOfSymbols = 0; 2738bcb0991SDimitry Andric for (std::vector<COFFYAML::Symbol>::iterator i = CP.Obj.Symbols.begin(), 2748bcb0991SDimitry Andric e = CP.Obj.Symbols.end(); 2758bcb0991SDimitry Andric i != e; ++i) { 2768bcb0991SDimitry Andric uint32_t NumberOfAuxSymbols = 0; 2778bcb0991SDimitry Andric if (i->FunctionDefinition) 2788bcb0991SDimitry Andric NumberOfAuxSymbols += 1; 2798bcb0991SDimitry Andric if (i->bfAndefSymbol) 2808bcb0991SDimitry Andric NumberOfAuxSymbols += 1; 2818bcb0991SDimitry Andric if (i->WeakExternal) 2828bcb0991SDimitry Andric NumberOfAuxSymbols += 1; 2838bcb0991SDimitry Andric if (!i->File.empty()) 2848bcb0991SDimitry Andric NumberOfAuxSymbols += 2858bcb0991SDimitry Andric (i->File.size() + CP.getSymbolSize() - 1) / CP.getSymbolSize(); 2868bcb0991SDimitry Andric if (i->SectionDefinition) 2878bcb0991SDimitry Andric NumberOfAuxSymbols += 1; 2888bcb0991SDimitry Andric if (i->CLRToken) 2898bcb0991SDimitry Andric NumberOfAuxSymbols += 1; 2908bcb0991SDimitry Andric i->Header.NumberOfAuxSymbols = NumberOfAuxSymbols; 2918bcb0991SDimitry Andric NumberOfSymbols += 1 + NumberOfAuxSymbols; 2928bcb0991SDimitry Andric } 2938bcb0991SDimitry Andric 2948bcb0991SDimitry Andric // Store all the allocated start addresses in the header. 2958bcb0991SDimitry Andric CP.Obj.Header.NumberOfSections = CP.Obj.Sections.size(); 2968bcb0991SDimitry Andric CP.Obj.Header.NumberOfSymbols = NumberOfSymbols; 2978bcb0991SDimitry Andric if (NumberOfSymbols > 0 || CP.StringTable.size() > 4) 2988bcb0991SDimitry Andric CP.Obj.Header.PointerToSymbolTable = SymbolTableStart; 2998bcb0991SDimitry Andric else 3008bcb0991SDimitry Andric CP.Obj.Header.PointerToSymbolTable = 0; 3018bcb0991SDimitry Andric 3028bcb0991SDimitry Andric *reinterpret_cast<support::ulittle32_t *>(&CP.StringTable[0]) = 3038bcb0991SDimitry Andric CP.StringTable.size(); 3048bcb0991SDimitry Andric 3058bcb0991SDimitry Andric return true; 3068bcb0991SDimitry Andric } 3078bcb0991SDimitry Andric 3088bcb0991SDimitry Andric template <typename value_type> struct binary_le_impl { 3098bcb0991SDimitry Andric value_type Value; 3108bcb0991SDimitry Andric binary_le_impl(value_type V) : Value(V) {} 3118bcb0991SDimitry Andric }; 3128bcb0991SDimitry Andric 3138bcb0991SDimitry Andric template <typename value_type> 3148bcb0991SDimitry Andric raw_ostream &operator<<(raw_ostream &OS, 3158bcb0991SDimitry Andric const binary_le_impl<value_type> &BLE) { 3168bcb0991SDimitry Andric char Buffer[sizeof(BLE.Value)]; 3178bcb0991SDimitry Andric support::endian::write<value_type, support::little, support::unaligned>( 3188bcb0991SDimitry Andric Buffer, BLE.Value); 3198bcb0991SDimitry Andric OS.write(Buffer, sizeof(BLE.Value)); 3208bcb0991SDimitry Andric return OS; 3218bcb0991SDimitry Andric } 3228bcb0991SDimitry Andric 3238bcb0991SDimitry Andric template <typename value_type> 3248bcb0991SDimitry Andric binary_le_impl<value_type> binary_le(value_type V) { 3258bcb0991SDimitry Andric return binary_le_impl<value_type>(V); 3268bcb0991SDimitry Andric } 3278bcb0991SDimitry Andric 3288bcb0991SDimitry Andric template <size_t NumBytes> struct zeros_impl {}; 3298bcb0991SDimitry Andric 3308bcb0991SDimitry Andric template <size_t NumBytes> 3318bcb0991SDimitry Andric raw_ostream &operator<<(raw_ostream &OS, const zeros_impl<NumBytes> &) { 3328bcb0991SDimitry Andric char Buffer[NumBytes]; 3338bcb0991SDimitry Andric memset(Buffer, 0, sizeof(Buffer)); 3348bcb0991SDimitry Andric OS.write(Buffer, sizeof(Buffer)); 3358bcb0991SDimitry Andric return OS; 3368bcb0991SDimitry Andric } 3378bcb0991SDimitry Andric 3388bcb0991SDimitry Andric template <typename T> zeros_impl<sizeof(T)> zeros(const T &) { 3398bcb0991SDimitry Andric return zeros_impl<sizeof(T)>(); 3408bcb0991SDimitry Andric } 3418bcb0991SDimitry Andric 3428bcb0991SDimitry Andric template <typename T> 3438bcb0991SDimitry Andric static uint32_t initializeOptionalHeader(COFFParser &CP, uint16_t Magic, 3448bcb0991SDimitry Andric T Header) { 3458bcb0991SDimitry Andric memset(Header, 0, sizeof(*Header)); 3468bcb0991SDimitry Andric Header->Magic = Magic; 3478bcb0991SDimitry Andric Header->SectionAlignment = CP.Obj.OptionalHeader->Header.SectionAlignment; 3488bcb0991SDimitry Andric Header->FileAlignment = CP.Obj.OptionalHeader->Header.FileAlignment; 3498bcb0991SDimitry Andric uint32_t SizeOfCode = 0, SizeOfInitializedData = 0, 3508bcb0991SDimitry Andric SizeOfUninitializedData = 0; 3518bcb0991SDimitry Andric uint32_t SizeOfHeaders = alignTo(CP.SectionTableStart + CP.SectionTableSize, 3528bcb0991SDimitry Andric Header->FileAlignment); 3538bcb0991SDimitry Andric uint32_t SizeOfImage = alignTo(SizeOfHeaders, Header->SectionAlignment); 3548bcb0991SDimitry Andric uint32_t BaseOfData = 0; 3558bcb0991SDimitry Andric for (const COFFYAML::Section &S : CP.Obj.Sections) { 3568bcb0991SDimitry Andric if (S.Header.Characteristics & COFF::IMAGE_SCN_CNT_CODE) 3578bcb0991SDimitry Andric SizeOfCode += S.Header.SizeOfRawData; 3588bcb0991SDimitry Andric if (S.Header.Characteristics & COFF::IMAGE_SCN_CNT_INITIALIZED_DATA) 3598bcb0991SDimitry Andric SizeOfInitializedData += S.Header.SizeOfRawData; 3608bcb0991SDimitry Andric if (S.Header.Characteristics & COFF::IMAGE_SCN_CNT_UNINITIALIZED_DATA) 3618bcb0991SDimitry Andric SizeOfUninitializedData += S.Header.SizeOfRawData; 3628bcb0991SDimitry Andric if (S.Name.equals(".text")) 3638bcb0991SDimitry Andric Header->BaseOfCode = S.Header.VirtualAddress; // RVA 3648bcb0991SDimitry Andric else if (S.Name.equals(".data")) 3658bcb0991SDimitry Andric BaseOfData = S.Header.VirtualAddress; // RVA 3668bcb0991SDimitry Andric if (S.Header.VirtualAddress) 3678bcb0991SDimitry Andric SizeOfImage += alignTo(S.Header.VirtualSize, Header->SectionAlignment); 3688bcb0991SDimitry Andric } 3698bcb0991SDimitry Andric Header->SizeOfCode = SizeOfCode; 3708bcb0991SDimitry Andric Header->SizeOfInitializedData = SizeOfInitializedData; 3718bcb0991SDimitry Andric Header->SizeOfUninitializedData = SizeOfUninitializedData; 3728bcb0991SDimitry Andric Header->AddressOfEntryPoint = 3738bcb0991SDimitry Andric CP.Obj.OptionalHeader->Header.AddressOfEntryPoint; // RVA 3748bcb0991SDimitry Andric Header->ImageBase = CP.Obj.OptionalHeader->Header.ImageBase; 3758bcb0991SDimitry Andric Header->MajorOperatingSystemVersion = 3768bcb0991SDimitry Andric CP.Obj.OptionalHeader->Header.MajorOperatingSystemVersion; 3778bcb0991SDimitry Andric Header->MinorOperatingSystemVersion = 3788bcb0991SDimitry Andric CP.Obj.OptionalHeader->Header.MinorOperatingSystemVersion; 3798bcb0991SDimitry Andric Header->MajorImageVersion = CP.Obj.OptionalHeader->Header.MajorImageVersion; 3808bcb0991SDimitry Andric Header->MinorImageVersion = CP.Obj.OptionalHeader->Header.MinorImageVersion; 3818bcb0991SDimitry Andric Header->MajorSubsystemVersion = 3828bcb0991SDimitry Andric CP.Obj.OptionalHeader->Header.MajorSubsystemVersion; 3838bcb0991SDimitry Andric Header->MinorSubsystemVersion = 3848bcb0991SDimitry Andric CP.Obj.OptionalHeader->Header.MinorSubsystemVersion; 3858bcb0991SDimitry Andric Header->SizeOfImage = SizeOfImage; 3868bcb0991SDimitry Andric Header->SizeOfHeaders = SizeOfHeaders; 3878bcb0991SDimitry Andric Header->Subsystem = CP.Obj.OptionalHeader->Header.Subsystem; 3888bcb0991SDimitry Andric Header->DLLCharacteristics = CP.Obj.OptionalHeader->Header.DLLCharacteristics; 3898bcb0991SDimitry Andric Header->SizeOfStackReserve = CP.Obj.OptionalHeader->Header.SizeOfStackReserve; 3908bcb0991SDimitry Andric Header->SizeOfStackCommit = CP.Obj.OptionalHeader->Header.SizeOfStackCommit; 3918bcb0991SDimitry Andric Header->SizeOfHeapReserve = CP.Obj.OptionalHeader->Header.SizeOfHeapReserve; 3928bcb0991SDimitry Andric Header->SizeOfHeapCommit = CP.Obj.OptionalHeader->Header.SizeOfHeapCommit; 393349cc55cSDimitry Andric Header->NumberOfRvaAndSize = CP.Obj.OptionalHeader->Header.NumberOfRvaAndSize; 3948bcb0991SDimitry Andric return BaseOfData; 3958bcb0991SDimitry Andric } 3968bcb0991SDimitry Andric 3978bcb0991SDimitry Andric static bool writeCOFF(COFFParser &CP, raw_ostream &OS) { 3988bcb0991SDimitry Andric if (CP.isPE()) { 3998bcb0991SDimitry Andric // PE files start with a DOS stub. 4008bcb0991SDimitry Andric object::dos_header DH; 4018bcb0991SDimitry Andric memset(&DH, 0, sizeof(DH)); 4028bcb0991SDimitry Andric 4038bcb0991SDimitry Andric // DOS EXEs start with "MZ" magic. 4048bcb0991SDimitry Andric DH.Magic[0] = 'M'; 4058bcb0991SDimitry Andric DH.Magic[1] = 'Z'; 4068bcb0991SDimitry Andric // Initializing the AddressOfRelocationTable is strictly optional but 4078bcb0991SDimitry Andric // mollifies certain tools which expect it to have a value greater than 4088bcb0991SDimitry Andric // 0x40. 4098bcb0991SDimitry Andric DH.AddressOfRelocationTable = sizeof(DH); 4108bcb0991SDimitry Andric // This is the address of the PE signature. 4118bcb0991SDimitry Andric DH.AddressOfNewExeHeader = DOSStubSize; 4128bcb0991SDimitry Andric 4138bcb0991SDimitry Andric // Write out our DOS stub. 4148bcb0991SDimitry Andric OS.write(reinterpret_cast<char *>(&DH), sizeof(DH)); 4158bcb0991SDimitry Andric // Write padding until we reach the position of where our PE signature 4168bcb0991SDimitry Andric // should live. 4178bcb0991SDimitry Andric OS.write_zeros(DOSStubSize - sizeof(DH)); 4188bcb0991SDimitry Andric // Write out the PE signature. 4198bcb0991SDimitry Andric OS.write(COFF::PEMagic, sizeof(COFF::PEMagic)); 4208bcb0991SDimitry Andric } 4218bcb0991SDimitry Andric if (CP.useBigObj()) { 4228bcb0991SDimitry Andric OS << binary_le(static_cast<uint16_t>(COFF::IMAGE_FILE_MACHINE_UNKNOWN)) 4238bcb0991SDimitry Andric << binary_le(static_cast<uint16_t>(0xffff)) 4248bcb0991SDimitry Andric << binary_le( 4258bcb0991SDimitry Andric static_cast<uint16_t>(COFF::BigObjHeader::MinBigObjectVersion)) 4268bcb0991SDimitry Andric << binary_le(CP.Obj.Header.Machine) 4278bcb0991SDimitry Andric << binary_le(CP.Obj.Header.TimeDateStamp); 4288bcb0991SDimitry Andric OS.write(COFF::BigObjMagic, sizeof(COFF::BigObjMagic)); 4298bcb0991SDimitry Andric OS << zeros(uint32_t(0)) << zeros(uint32_t(0)) << zeros(uint32_t(0)) 4308bcb0991SDimitry Andric << zeros(uint32_t(0)) << binary_le(CP.Obj.Header.NumberOfSections) 4318bcb0991SDimitry Andric << binary_le(CP.Obj.Header.PointerToSymbolTable) 4328bcb0991SDimitry Andric << binary_le(CP.Obj.Header.NumberOfSymbols); 4338bcb0991SDimitry Andric } else { 4348bcb0991SDimitry Andric OS << binary_le(CP.Obj.Header.Machine) 4358bcb0991SDimitry Andric << binary_le(static_cast<int16_t>(CP.Obj.Header.NumberOfSections)) 4368bcb0991SDimitry Andric << binary_le(CP.Obj.Header.TimeDateStamp) 4378bcb0991SDimitry Andric << binary_le(CP.Obj.Header.PointerToSymbolTable) 4388bcb0991SDimitry Andric << binary_le(CP.Obj.Header.NumberOfSymbols) 4398bcb0991SDimitry Andric << binary_le(CP.Obj.Header.SizeOfOptionalHeader) 4408bcb0991SDimitry Andric << binary_le(CP.Obj.Header.Characteristics); 4418bcb0991SDimitry Andric } 4428bcb0991SDimitry Andric if (CP.isPE()) { 4438bcb0991SDimitry Andric if (CP.is64Bit()) { 4448bcb0991SDimitry Andric object::pe32plus_header PEH; 4458bcb0991SDimitry Andric initializeOptionalHeader(CP, COFF::PE32Header::PE32_PLUS, &PEH); 4468bcb0991SDimitry Andric OS.write(reinterpret_cast<char *>(&PEH), sizeof(PEH)); 4478bcb0991SDimitry Andric } else { 4488bcb0991SDimitry Andric object::pe32_header PEH; 4498bcb0991SDimitry Andric uint32_t BaseOfData = 4508bcb0991SDimitry Andric initializeOptionalHeader(CP, COFF::PE32Header::PE32, &PEH); 4518bcb0991SDimitry Andric PEH.BaseOfData = BaseOfData; 4528bcb0991SDimitry Andric OS.write(reinterpret_cast<char *>(&PEH), sizeof(PEH)); 4538bcb0991SDimitry Andric } 454349cc55cSDimitry Andric for (uint32_t I = 0; I < CP.Obj.OptionalHeader->Header.NumberOfRvaAndSize; 455349cc55cSDimitry Andric ++I) { 456349cc55cSDimitry Andric const Optional<COFF::DataDirectory> *DataDirectories = 457349cc55cSDimitry Andric CP.Obj.OptionalHeader->DataDirectories; 458349cc55cSDimitry Andric uint32_t NumDataDir = sizeof(CP.Obj.OptionalHeader->DataDirectories) / 459349cc55cSDimitry Andric sizeof(Optional<COFF::DataDirectory>); 460*81ad6265SDimitry Andric if (I >= NumDataDir || !DataDirectories[I]) { 4618bcb0991SDimitry Andric OS << zeros(uint32_t(0)); 4628bcb0991SDimitry Andric OS << zeros(uint32_t(0)); 4638bcb0991SDimitry Andric } else { 464349cc55cSDimitry Andric OS << binary_le(DataDirectories[I]->RelativeVirtualAddress); 465349cc55cSDimitry Andric OS << binary_le(DataDirectories[I]->Size); 4668bcb0991SDimitry Andric } 4678bcb0991SDimitry Andric } 4688bcb0991SDimitry Andric } 4698bcb0991SDimitry Andric 4708bcb0991SDimitry Andric assert(OS.tell() == CP.SectionTableStart); 4718bcb0991SDimitry Andric // Output section table. 4724824e7fdSDimitry Andric for (const COFFYAML::Section &S : CP.Obj.Sections) { 4734824e7fdSDimitry Andric OS.write(S.Header.Name, COFF::NameSize); 4744824e7fdSDimitry Andric OS << binary_le(S.Header.VirtualSize) 4754824e7fdSDimitry Andric << binary_le(S.Header.VirtualAddress) 4764824e7fdSDimitry Andric << binary_le(S.Header.SizeOfRawData) 4774824e7fdSDimitry Andric << binary_le(S.Header.PointerToRawData) 4784824e7fdSDimitry Andric << binary_le(S.Header.PointerToRelocations) 4794824e7fdSDimitry Andric << binary_le(S.Header.PointerToLineNumbers) 4804824e7fdSDimitry Andric << binary_le(S.Header.NumberOfRelocations) 4814824e7fdSDimitry Andric << binary_le(S.Header.NumberOfLineNumbers) 4824824e7fdSDimitry Andric << binary_le(S.Header.Characteristics); 4838bcb0991SDimitry Andric } 4848bcb0991SDimitry Andric assert(OS.tell() == CP.SectionTableStart + CP.SectionTableSize); 4858bcb0991SDimitry Andric 4868bcb0991SDimitry Andric unsigned CurSymbol = 0; 4878bcb0991SDimitry Andric StringMap<unsigned> SymbolTableIndexMap; 4884824e7fdSDimitry Andric for (const COFFYAML::Symbol &Sym : CP.Obj.Symbols) { 4894824e7fdSDimitry Andric SymbolTableIndexMap[Sym.Name] = CurSymbol; 4904824e7fdSDimitry Andric CurSymbol += 1 + Sym.Header.NumberOfAuxSymbols; 4918bcb0991SDimitry Andric } 4928bcb0991SDimitry Andric 4938bcb0991SDimitry Andric // Output section data. 4948bcb0991SDimitry Andric for (const COFFYAML::Section &S : CP.Obj.Sections) { 4958bcb0991SDimitry Andric if (S.Header.SizeOfRawData == 0 || S.Header.PointerToRawData == 0) 4968bcb0991SDimitry Andric continue; 4978bcb0991SDimitry Andric assert(S.Header.PointerToRawData >= OS.tell()); 4988bcb0991SDimitry Andric OS.write_zeros(S.Header.PointerToRawData - OS.tell()); 4998bcb0991SDimitry Andric S.SectionData.writeAsBinary(OS); 5008bcb0991SDimitry Andric assert(S.Header.SizeOfRawData >= S.SectionData.binary_size()); 5018bcb0991SDimitry Andric OS.write_zeros(S.Header.SizeOfRawData - S.SectionData.binary_size()); 502480093f4SDimitry Andric if (S.Header.Characteristics & COFF::IMAGE_SCN_LNK_NRELOC_OVFL) 503480093f4SDimitry Andric OS << binary_le<uint32_t>(/*VirtualAddress=*/ S.Relocations.size() + 1) 504480093f4SDimitry Andric << binary_le<uint32_t>(/*SymbolTableIndex=*/ 0) 505480093f4SDimitry Andric << binary_le<uint16_t>(/*Type=*/ 0); 5068bcb0991SDimitry Andric for (const COFFYAML::Relocation &R : S.Relocations) { 5078bcb0991SDimitry Andric uint32_t SymbolTableIndex; 5088bcb0991SDimitry Andric if (R.SymbolTableIndex) { 5098bcb0991SDimitry Andric if (!R.SymbolName.empty()) 5108bcb0991SDimitry Andric WithColor::error() 5118bcb0991SDimitry Andric << "Both SymbolName and SymbolTableIndex specified\n"; 5128bcb0991SDimitry Andric SymbolTableIndex = *R.SymbolTableIndex; 5138bcb0991SDimitry Andric } else { 5148bcb0991SDimitry Andric SymbolTableIndex = SymbolTableIndexMap[R.SymbolName]; 5158bcb0991SDimitry Andric } 5168bcb0991SDimitry Andric OS << binary_le(R.VirtualAddress) << binary_le(SymbolTableIndex) 5178bcb0991SDimitry Andric << binary_le(R.Type); 5188bcb0991SDimitry Andric } 5198bcb0991SDimitry Andric } 5208bcb0991SDimitry Andric 5218bcb0991SDimitry Andric // Output symbol table. 5228bcb0991SDimitry Andric 5238bcb0991SDimitry Andric for (std::vector<COFFYAML::Symbol>::const_iterator i = CP.Obj.Symbols.begin(), 5248bcb0991SDimitry Andric e = CP.Obj.Symbols.end(); 5258bcb0991SDimitry Andric i != e; ++i) { 5268bcb0991SDimitry Andric OS.write(i->Header.Name, COFF::NameSize); 5278bcb0991SDimitry Andric OS << binary_le(i->Header.Value); 5288bcb0991SDimitry Andric if (CP.useBigObj()) 5298bcb0991SDimitry Andric OS << binary_le(i->Header.SectionNumber); 5308bcb0991SDimitry Andric else 5318bcb0991SDimitry Andric OS << binary_le(static_cast<int16_t>(i->Header.SectionNumber)); 5328bcb0991SDimitry Andric OS << binary_le(i->Header.Type) << binary_le(i->Header.StorageClass) 5338bcb0991SDimitry Andric << binary_le(i->Header.NumberOfAuxSymbols); 5348bcb0991SDimitry Andric 5358bcb0991SDimitry Andric if (i->FunctionDefinition) { 5368bcb0991SDimitry Andric OS << binary_le(i->FunctionDefinition->TagIndex) 5378bcb0991SDimitry Andric << binary_le(i->FunctionDefinition->TotalSize) 5388bcb0991SDimitry Andric << binary_le(i->FunctionDefinition->PointerToLinenumber) 5398bcb0991SDimitry Andric << binary_le(i->FunctionDefinition->PointerToNextFunction) 5408bcb0991SDimitry Andric << zeros(i->FunctionDefinition->unused); 5418bcb0991SDimitry Andric OS.write_zeros(CP.getSymbolSize() - COFF::Symbol16Size); 5428bcb0991SDimitry Andric } 5438bcb0991SDimitry Andric if (i->bfAndefSymbol) { 5448bcb0991SDimitry Andric OS << zeros(i->bfAndefSymbol->unused1) 5458bcb0991SDimitry Andric << binary_le(i->bfAndefSymbol->Linenumber) 5468bcb0991SDimitry Andric << zeros(i->bfAndefSymbol->unused2) 5478bcb0991SDimitry Andric << binary_le(i->bfAndefSymbol->PointerToNextFunction) 5488bcb0991SDimitry Andric << zeros(i->bfAndefSymbol->unused3); 5498bcb0991SDimitry Andric OS.write_zeros(CP.getSymbolSize() - COFF::Symbol16Size); 5508bcb0991SDimitry Andric } 5518bcb0991SDimitry Andric if (i->WeakExternal) { 5528bcb0991SDimitry Andric OS << binary_le(i->WeakExternal->TagIndex) 5538bcb0991SDimitry Andric << binary_le(i->WeakExternal->Characteristics) 5548bcb0991SDimitry Andric << zeros(i->WeakExternal->unused); 5558bcb0991SDimitry Andric OS.write_zeros(CP.getSymbolSize() - COFF::Symbol16Size); 5568bcb0991SDimitry Andric } 5578bcb0991SDimitry Andric if (!i->File.empty()) { 5588bcb0991SDimitry Andric unsigned SymbolSize = CP.getSymbolSize(); 5598bcb0991SDimitry Andric uint32_t NumberOfAuxRecords = 5608bcb0991SDimitry Andric (i->File.size() + SymbolSize - 1) / SymbolSize; 5618bcb0991SDimitry Andric uint32_t NumberOfAuxBytes = NumberOfAuxRecords * SymbolSize; 5628bcb0991SDimitry Andric uint32_t NumZeros = NumberOfAuxBytes - i->File.size(); 5638bcb0991SDimitry Andric OS.write(i->File.data(), i->File.size()); 5648bcb0991SDimitry Andric OS.write_zeros(NumZeros); 5658bcb0991SDimitry Andric } 5668bcb0991SDimitry Andric if (i->SectionDefinition) { 5678bcb0991SDimitry Andric OS << binary_le(i->SectionDefinition->Length) 5688bcb0991SDimitry Andric << binary_le(i->SectionDefinition->NumberOfRelocations) 5698bcb0991SDimitry Andric << binary_le(i->SectionDefinition->NumberOfLinenumbers) 5708bcb0991SDimitry Andric << binary_le(i->SectionDefinition->CheckSum) 5718bcb0991SDimitry Andric << binary_le(static_cast<int16_t>(i->SectionDefinition->Number)) 5728bcb0991SDimitry Andric << binary_le(i->SectionDefinition->Selection) 5738bcb0991SDimitry Andric << zeros(i->SectionDefinition->unused) 5748bcb0991SDimitry Andric << binary_le(static_cast<int16_t>(i->SectionDefinition->Number >> 16)); 5758bcb0991SDimitry Andric OS.write_zeros(CP.getSymbolSize() - COFF::Symbol16Size); 5768bcb0991SDimitry Andric } 5778bcb0991SDimitry Andric if (i->CLRToken) { 5788bcb0991SDimitry Andric OS << binary_le(i->CLRToken->AuxType) << zeros(i->CLRToken->unused1) 5798bcb0991SDimitry Andric << binary_le(i->CLRToken->SymbolTableIndex) 5808bcb0991SDimitry Andric << zeros(i->CLRToken->unused2); 5818bcb0991SDimitry Andric OS.write_zeros(CP.getSymbolSize() - COFF::Symbol16Size); 5828bcb0991SDimitry Andric } 5838bcb0991SDimitry Andric } 5848bcb0991SDimitry Andric 5858bcb0991SDimitry Andric // Output string table. 5868bcb0991SDimitry Andric if (CP.Obj.Header.PointerToSymbolTable) 5878bcb0991SDimitry Andric OS.write(&CP.StringTable[0], CP.StringTable.size()); 5888bcb0991SDimitry Andric return true; 5898bcb0991SDimitry Andric } 5908bcb0991SDimitry Andric 5918bcb0991SDimitry Andric namespace llvm { 5928bcb0991SDimitry Andric namespace yaml { 5938bcb0991SDimitry Andric 5948bcb0991SDimitry Andric bool yaml2coff(llvm::COFFYAML::Object &Doc, raw_ostream &Out, 5958bcb0991SDimitry Andric ErrorHandler ErrHandler) { 5968bcb0991SDimitry Andric COFFParser CP(Doc, ErrHandler); 5978bcb0991SDimitry Andric if (!CP.parse()) { 5988bcb0991SDimitry Andric ErrHandler("failed to parse YAML file"); 5998bcb0991SDimitry Andric return false; 6008bcb0991SDimitry Andric } 6018bcb0991SDimitry Andric 6028bcb0991SDimitry Andric if (!layoutOptionalHeader(CP)) { 6038bcb0991SDimitry Andric ErrHandler("failed to layout optional header for COFF file"); 6048bcb0991SDimitry Andric return false; 6058bcb0991SDimitry Andric } 6068bcb0991SDimitry Andric 6078bcb0991SDimitry Andric if (!layoutCOFF(CP)) { 6088bcb0991SDimitry Andric ErrHandler("failed to layout COFF file"); 6098bcb0991SDimitry Andric return false; 6108bcb0991SDimitry Andric } 6118bcb0991SDimitry Andric if (!writeCOFF(CP, Out)) { 6128bcb0991SDimitry Andric ErrHandler("failed to write COFF file"); 6138bcb0991SDimitry Andric return false; 6148bcb0991SDimitry Andric } 6158bcb0991SDimitry Andric return true; 6168bcb0991SDimitry Andric } 6178bcb0991SDimitry Andric 6188bcb0991SDimitry Andric } // namespace yaml 6198bcb0991SDimitry Andric } // namespace llvm 620