//===----- COFF_x86_64.cpp - JIT linker implementation for COFF/x86_64 ----===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// // // COFF/x86_64 jit-link implementation. // //===----------------------------------------------------------------------===// #include "llvm/ExecutionEngine/JITLink/COFF_x86_64.h" #include "COFFLinkGraphBuilder.h" #include "JITLinkGeneric.h" #include "SEHFrameSupport.h" #include "llvm/BinaryFormat/COFF.h" #include "llvm/ExecutionEngine/JITLink/x86_64.h" #include "llvm/Object/COFF.h" #include "llvm/Support/Endian.h" #define DEBUG_TYPE "jitlink" using namespace llvm; using namespace llvm::jitlink; namespace { enum EdgeKind_coff_x86_64 : Edge::Kind { PCRel32 = x86_64::FirstPlatformRelocation, Pointer32NB, }; class COFFJITLinker_x86_64 : public JITLinker { friend class JITLinker; public: COFFJITLinker_x86_64(std::unique_ptr Ctx, std::unique_ptr G, PassConfiguration PassConfig) : JITLinker(std::move(Ctx), std::move(G), std::move(PassConfig)) {} private: Error applyFixup(LinkGraph &G, Block &B, const Edge &E) const { return x86_64::applyFixup(G, B, E, nullptr); } }; class COFFLinkGraphBuilder_x86_64 : public COFFLinkGraphBuilder { private: Error addRelocations() override { LLVM_DEBUG(dbgs() << "Processing relocations:\n"); for (const auto &RelSect : sections()) if (Error Err = COFFLinkGraphBuilder::forEachRelocation( RelSect, this, &COFFLinkGraphBuilder_x86_64::addSingleRelocation)) return Err; return Error::success(); } Error addSingleRelocation(const object::RelocationRef &Rel, const object::SectionRef &FixupSect, Block &BlockToFix) { const object::coff_relocation *COFFRel = getObject().getCOFFRelocation(Rel); auto SymbolIt = Rel.getSymbol(); if (SymbolIt == getObject().symbol_end()) { return make_error( formatv("Invalid symbol index in relocation entry. " "index: {0}, section: {1}", COFFRel->SymbolTableIndex, FixupSect.getIndex()), inconvertibleErrorCode()); } object::COFFSymbolRef COFFSymbol = getObject().getCOFFSymbol(*SymbolIt); COFFSymbolIndex SymIndex = getObject().getSymbolIndex(COFFSymbol); Symbol *GraphSymbol = getGraphSymbol(SymIndex); if (!GraphSymbol) return make_error( formatv("Could not find symbol at given index, did you add it to " "JITSymbolTable? index: {0}, section: {1}", SymIndex, FixupSect.getIndex()), inconvertibleErrorCode()); int64_t Addend = 0; orc::ExecutorAddr FixupAddress = orc::ExecutorAddr(FixupSect.getAddress()) + Rel.getOffset(); Edge::OffsetT Offset = FixupAddress - BlockToFix.getAddress(); Edge::Kind Kind = Edge::Invalid; const char *FixupPtr = BlockToFix.getContent().data() + Offset; switch (Rel.getType()) { case COFF::RelocationTypeAMD64::IMAGE_REL_AMD64_ADDR32NB: { Kind = EdgeKind_coff_x86_64::Pointer32NB; Addend = *reinterpret_cast(FixupPtr); break; } case COFF::RelocationTypeAMD64::IMAGE_REL_AMD64_REL32: { Kind = EdgeKind_coff_x86_64::PCRel32; Addend = *reinterpret_cast(FixupPtr); break; } case COFF::RelocationTypeAMD64::IMAGE_REL_AMD64_REL32_1: { Kind = EdgeKind_coff_x86_64::PCRel32; Addend = *reinterpret_cast(FixupPtr); Addend -= 1; break; } default: { return make_error("Unsupported x86_64 relocation:" + formatv("{0:d}", Rel.getType())); } }; Edge GE(Kind, Offset, *GraphSymbol, Addend); LLVM_DEBUG({ dbgs() << " "; printEdge(dbgs(), BlockToFix, GE, getCOFFX86RelocationKindName(Kind)); dbgs() << "\n"; }); BlockToFix.addEdge(std::move(GE)); return Error::success(); } public: COFFLinkGraphBuilder_x86_64(const object::COFFObjectFile &Obj, const Triple T) : COFFLinkGraphBuilder(Obj, std::move(T), getCOFFX86RelocationKindName) {} }; class COFFLinkGraphLowering_x86_64 { public: // Lowers COFF x86_64 specific edges to generic x86_64 edges. Error lowerCOFFRelocationEdges(LinkGraph &G, JITLinkContext &Ctx) { for (auto *B : G.blocks()) { for (auto &E : B->edges()) { switch (E.getKind()) { case EdgeKind_coff_x86_64::Pointer32NB: { auto ImageBase = getImageBaseAddress(G, Ctx); if (!ImageBase) return ImageBase.takeError(); E.setAddend(E.getAddend() - *ImageBase); E.setKind(x86_64::Pointer32); break; } case EdgeKind_coff_x86_64::PCRel32: { E.setKind(x86_64::PCRel32); break; } default: break; } } } return Error::success(); } private: static StringRef getImageBaseSymbolName() { return "__ImageBase"; } Expected getImageBaseAddress(LinkGraph &G, JITLinkContext &Ctx) { if (this->ImageBase) return this->ImageBase; for (auto *S : G.defined_symbols()) if (S->getName() == getImageBaseSymbolName()) { this->ImageBase = S->getAddress().getValue(); return this->ImageBase; } JITLinkContext::LookupMap Symbols; Symbols[getImageBaseSymbolName()] = SymbolLookupFlags::RequiredSymbol; JITTargetAddress ImageBase; Error Err = Error::success(); Ctx.lookup(Symbols, createLookupContinuation([&](Expected LR) { ErrorAsOutParameter EAO(&Err); if (!LR) { Err = LR.takeError(); return; } auto &ImageBaseSymbol = LR->begin()->second; ImageBase = ImageBaseSymbol.getAddress(); })); if (Err) return std::move(Err); this->ImageBase = ImageBase; return ImageBase; } JITTargetAddress ImageBase = 0; }; Error lowerEdges_COFF_x86_64(LinkGraph &G, JITLinkContext *Ctx) { LLVM_DEBUG(dbgs() << "Lowering COFF x86_64 edges:\n"); COFFLinkGraphLowering_x86_64 GraphLowering; if (auto Err = GraphLowering.lowerCOFFRelocationEdges(G, *Ctx)) return Err; return Error::success(); } } // namespace namespace llvm { namespace jitlink { /// Return the string name of the given COFF x86_64 edge kind. const char *getCOFFX86RelocationKindName(Edge::Kind R) { switch (R) { case PCRel32: return "PCRel32"; case Pointer32NB: return "Pointer32NB"; default: return x86_64::getEdgeKindName(R); } } Expected> createLinkGraphFromCOFFObject_x86_64(MemoryBufferRef ObjectBuffer) { LLVM_DEBUG({ dbgs() << "Building jitlink graph for new input " << ObjectBuffer.getBufferIdentifier() << "...\n"; }); auto COFFObj = object::ObjectFile::createCOFFObjectFile(ObjectBuffer); if (!COFFObj) return COFFObj.takeError(); return COFFLinkGraphBuilder_x86_64(**COFFObj, (*COFFObj)->makeTriple()) .buildGraph(); } void link_COFF_x86_64(std::unique_ptr G, std::unique_ptr Ctx) { PassConfiguration Config; const Triple &TT = G->getTargetTriple(); if (Ctx->shouldAddDefaultTargetPasses(TT)) { // Add a mark-live pass. if (auto MarkLive = Ctx->getMarkLivePass(TT)) { Config.PrePrunePasses.push_back(std::move(MarkLive)); Config.PrePrunePasses.push_back(SEHFrameKeepAlivePass(".pdata")); } else Config.PrePrunePasses.push_back(markAllSymbolsLive); // Add COFF edge lowering passes. JITLinkContext *CtxPtr = Ctx.get(); Config.PreFixupPasses.push_back( [CtxPtr](LinkGraph &G) { return lowerEdges_COFF_x86_64(G, CtxPtr); }); } if (auto Err = Ctx->modifyPassConfig(*G, Config)) return Ctx->notifyFailed(std::move(Err)); COFFJITLinker_x86_64::link(std::move(Ctx), std::move(G), std::move(Config)); } } // namespace jitlink } // namespace llvm