10b57cec5SDimitry Andric //===------ JITLinkGeneric.h - Generic JIT linker utilities -----*- C++ -*-===// 20b57cec5SDimitry Andric // 30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 60b57cec5SDimitry Andric // 70b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 80b57cec5SDimitry Andric // 90b57cec5SDimitry Andric // Generic JITLinker utilities. E.g. graph pruning, eh-frame parsing. 100b57cec5SDimitry Andric // 110b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 120b57cec5SDimitry Andric 130b57cec5SDimitry Andric #ifndef LIB_EXECUTIONENGINE_JITLINK_JITLINKGENERIC_H 140b57cec5SDimitry Andric #define LIB_EXECUTIONENGINE_JITLINK_JITLINKGENERIC_H 150b57cec5SDimitry Andric 160b57cec5SDimitry Andric #include "llvm/ADT/DenseSet.h" 170b57cec5SDimitry Andric #include "llvm/ExecutionEngine/JITLink/JITLink.h" 180b57cec5SDimitry Andric 190b57cec5SDimitry Andric #define DEBUG_TYPE "jitlink" 200b57cec5SDimitry Andric 210b57cec5SDimitry Andric namespace llvm { 220b57cec5SDimitry Andric 230b57cec5SDimitry Andric class MemoryBufferRef; 240b57cec5SDimitry Andric 250b57cec5SDimitry Andric namespace jitlink { 260b57cec5SDimitry Andric 270b57cec5SDimitry Andric /// Base class for a JIT linker. 280b57cec5SDimitry Andric /// 290b57cec5SDimitry Andric /// A JITLinkerBase instance links one object file into an ongoing JIT 300b57cec5SDimitry Andric /// session. Symbol resolution and finalization operations are pluggable, 310b57cec5SDimitry Andric /// and called using continuation passing (passing a continuation for the 320b57cec5SDimitry Andric /// remaining linker work) to allow them to be performed asynchronously. 330b57cec5SDimitry Andric class JITLinkerBase { 340b57cec5SDimitry Andric public: 35e8d8bef9SDimitry Andric JITLinkerBase(std::unique_ptr<JITLinkContext> Ctx, 36e8d8bef9SDimitry Andric std::unique_ptr<LinkGraph> G, PassConfiguration Passes) 37e8d8bef9SDimitry Andric : Ctx(std::move(Ctx)), G(std::move(G)), Passes(std::move(Passes)) { 380b57cec5SDimitry Andric assert(this->Ctx && "Ctx can not be null"); 39e8d8bef9SDimitry Andric assert(this->G && "G can not be null"); 400b57cec5SDimitry Andric } 410b57cec5SDimitry Andric 420b57cec5SDimitry Andric virtual ~JITLinkerBase(); 430b57cec5SDimitry Andric 440b57cec5SDimitry Andric protected: 450b57cec5SDimitry Andric struct SegmentLayout { 468bcb0991SDimitry Andric using BlocksList = std::vector<Block *>; 470b57cec5SDimitry Andric 488bcb0991SDimitry Andric BlocksList ContentBlocks; 498bcb0991SDimitry Andric BlocksList ZeroFillBlocks; 500b57cec5SDimitry Andric }; 510b57cec5SDimitry Andric 520b57cec5SDimitry Andric using SegmentLayoutMap = DenseMap<unsigned, SegmentLayout>; 530b57cec5SDimitry Andric 54*fe6060f1SDimitry Andric // Returns the PassConfiguration for this instance. This can be used by 55*fe6060f1SDimitry Andric // JITLinkerBase implementations to add late passes that reference their 56*fe6060f1SDimitry Andric // own data structures (e.g. for ELF implementations to locate / construct 57*fe6060f1SDimitry Andric // a GOT start symbol prior to fixup). 58*fe6060f1SDimitry Andric PassConfiguration &getPassConfig() { return Passes; } 59*fe6060f1SDimitry Andric 600b57cec5SDimitry Andric // Phase 1: 61e8d8bef9SDimitry Andric // 1.1: Run pre-prune passes 620b57cec5SDimitry Andric // 1.2: Prune graph 630b57cec5SDimitry Andric // 1.3: Run post-prune passes 648bcb0991SDimitry Andric // 1.4: Sort blocks into segments 65*fe6060f1SDimitry Andric // 1.5: Allocate segment memory, update node vmaddrs to target vmaddrs 66*fe6060f1SDimitry Andric // 1.6: Run post-allocation passes 67*fe6060f1SDimitry Andric // 1.7: Notify context of final assigned symbol addresses 68*fe6060f1SDimitry Andric // 1.8: Identify external symbols and make an async call to resolve 690b57cec5SDimitry Andric void linkPhase1(std::unique_ptr<JITLinkerBase> Self); 700b57cec5SDimitry Andric 710b57cec5SDimitry Andric // Phase 2: 720b57cec5SDimitry Andric // 2.1: Apply resolution results 73*fe6060f1SDimitry Andric // 2.2: Run pre-fixup passes 74*fe6060f1SDimitry Andric // 2.3: Fix up block contents 75*fe6060f1SDimitry Andric // 2.4: Run post-fixup passes 76*fe6060f1SDimitry Andric // 2.5: Make an async call to transfer and finalize memory. 770b57cec5SDimitry Andric void linkPhase2(std::unique_ptr<JITLinkerBase> Self, 788bcb0991SDimitry Andric Expected<AsyncLookupResult> LookupResult, 798bcb0991SDimitry Andric SegmentLayoutMap Layout); 800b57cec5SDimitry Andric 810b57cec5SDimitry Andric // Phase 3: 820b57cec5SDimitry Andric // 3.1: Call OnFinalized callback, handing off allocation. 830b57cec5SDimitry Andric void linkPhase3(std::unique_ptr<JITLinkerBase> Self, Error Err); 840b57cec5SDimitry Andric 855ffd83dbSDimitry Andric // Align a JITTargetAddress to conform with block alignment requirements. 868bcb0991SDimitry Andric static JITTargetAddress alignToBlock(JITTargetAddress Addr, Block &B) { 878bcb0991SDimitry Andric uint64_t Delta = (B.getAlignmentOffset() - Addr) % B.getAlignment(); 888bcb0991SDimitry Andric return Addr + Delta; 898bcb0991SDimitry Andric } 908bcb0991SDimitry Andric 915ffd83dbSDimitry Andric // Align a pointer to conform with block alignment requirements. 928bcb0991SDimitry Andric static char *alignToBlock(char *P, Block &B) { 938bcb0991SDimitry Andric uint64_t PAddr = static_cast<uint64_t>(reinterpret_cast<uintptr_t>(P)); 948bcb0991SDimitry Andric uint64_t Delta = (B.getAlignmentOffset() - PAddr) % B.getAlignment(); 958bcb0991SDimitry Andric return P + Delta; 968bcb0991SDimitry Andric } 978bcb0991SDimitry Andric 980b57cec5SDimitry Andric private: 990b57cec5SDimitry Andric // Run all passes in the given pass list, bailing out immediately if any pass 1000b57cec5SDimitry Andric // returns an error. 1018bcb0991SDimitry Andric Error runPasses(LinkGraphPassList &Passes); 1020b57cec5SDimitry Andric 1038bcb0991SDimitry Andric // Copy block contents and apply relocations. 1040b57cec5SDimitry Andric // Implemented in JITLinker. 1055ffd83dbSDimitry Andric virtual Error fixUpBlocks(LinkGraph &G) const = 0; 1060b57cec5SDimitry Andric 1078bcb0991SDimitry Andric SegmentLayoutMap layOutBlocks(); 1080b57cec5SDimitry Andric Error allocateSegments(const SegmentLayoutMap &Layout); 109480093f4SDimitry Andric JITLinkContext::LookupMap getExternalSymbolNames() const; 1100b57cec5SDimitry Andric void applyLookupResult(AsyncLookupResult LR); 1115ffd83dbSDimitry Andric void copyBlockContentToWorkingMemory(const SegmentLayoutMap &Layout, 1125ffd83dbSDimitry Andric JITLinkMemoryManager::Allocation &Alloc); 1130b57cec5SDimitry Andric void deallocateAndBailOut(Error Err); 1140b57cec5SDimitry Andric 1150b57cec5SDimitry Andric std::unique_ptr<JITLinkContext> Ctx; 1168bcb0991SDimitry Andric std::unique_ptr<LinkGraph> G; 117e8d8bef9SDimitry Andric PassConfiguration Passes; 1180b57cec5SDimitry Andric std::unique_ptr<JITLinkMemoryManager::Allocation> Alloc; 1190b57cec5SDimitry Andric }; 1200b57cec5SDimitry Andric 1210b57cec5SDimitry Andric template <typename LinkerImpl> class JITLinker : public JITLinkerBase { 1220b57cec5SDimitry Andric public: 1230b57cec5SDimitry Andric using JITLinkerBase::JITLinkerBase; 1240b57cec5SDimitry Andric 1250b57cec5SDimitry Andric /// Link constructs a LinkerImpl instance and calls linkPhase1. 1260b57cec5SDimitry Andric /// Link should be called with the constructor arguments for LinkerImpl, which 1270b57cec5SDimitry Andric /// will be forwarded to the constructor. 1280b57cec5SDimitry Andric template <typename... ArgTs> static void link(ArgTs &&... Args) { 1298bcb0991SDimitry Andric auto L = std::make_unique<LinkerImpl>(std::forward<ArgTs>(Args)...); 1300b57cec5SDimitry Andric 1310b57cec5SDimitry Andric // Ownership of the linker is passed into the linker's doLink function to 1320b57cec5SDimitry Andric // allow it to be passed on to async continuations. 1330b57cec5SDimitry Andric // 1340b57cec5SDimitry Andric // FIXME: Remove LTmp once we have c++17. 1350b57cec5SDimitry Andric // C++17 sequencing rules guarantee that function name expressions are 1360b57cec5SDimitry Andric // sequenced before arguments, so L->linkPhase1(std::move(L), ...) will be 1370b57cec5SDimitry Andric // well formed. 1380b57cec5SDimitry Andric auto <mp = *L; 1390b57cec5SDimitry Andric LTmp.linkPhase1(std::move(L)); 1400b57cec5SDimitry Andric } 1410b57cec5SDimitry Andric 1420b57cec5SDimitry Andric private: 1430b57cec5SDimitry Andric const LinkerImpl &impl() const { 1440b57cec5SDimitry Andric return static_cast<const LinkerImpl &>(*this); 1450b57cec5SDimitry Andric } 1460b57cec5SDimitry Andric 1475ffd83dbSDimitry Andric Error fixUpBlocks(LinkGraph &G) const override { 1485ffd83dbSDimitry Andric LLVM_DEBUG(dbgs() << "Fixing up blocks:\n"); 1490b57cec5SDimitry Andric 1505ffd83dbSDimitry Andric for (auto *B : G.blocks()) { 1518bcb0991SDimitry Andric LLVM_DEBUG(dbgs() << " " << *B << ":\n"); 1520b57cec5SDimitry Andric 1538bcb0991SDimitry Andric // Copy Block data and apply fixups. 1540b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Applying fixups.\n"); 1558bcb0991SDimitry Andric for (auto &E : B->edges()) { 1560b57cec5SDimitry Andric 1570b57cec5SDimitry Andric // Skip non-relocation edges. 1580b57cec5SDimitry Andric if (!E.isRelocation()) 1590b57cec5SDimitry Andric continue; 1600b57cec5SDimitry Andric 1610b57cec5SDimitry Andric // Dispatch to LinkerImpl for fixup. 162*fe6060f1SDimitry Andric if (auto Err = impl().applyFixup(G, *B, E)) 1630b57cec5SDimitry Andric return Err; 1640b57cec5SDimitry Andric } 1650b57cec5SDimitry Andric } 1660b57cec5SDimitry Andric 1670b57cec5SDimitry Andric return Error::success(); 1680b57cec5SDimitry Andric } 1690b57cec5SDimitry Andric }; 1700b57cec5SDimitry Andric 1718bcb0991SDimitry Andric /// Removes dead symbols/blocks/addressables. 1720b57cec5SDimitry Andric /// 1738bcb0991SDimitry Andric /// Finds the set of symbols and addressables reachable from any symbol 1748bcb0991SDimitry Andric /// initially marked live. All symbols/addressables not marked live at the end 1758bcb0991SDimitry Andric /// of this process are removed. 1768bcb0991SDimitry Andric void prune(LinkGraph &G); 1770b57cec5SDimitry Andric 1780b57cec5SDimitry Andric } // end namespace jitlink 1790b57cec5SDimitry Andric } // end namespace llvm 1800b57cec5SDimitry Andric 1810b57cec5SDimitry Andric #undef DEBUG_TYPE // "jitlink" 1820b57cec5SDimitry Andric 1830b57cec5SDimitry Andric #endif // LLVM_EXECUTIONENGINE_JITLINK_JITLINKGENERIC_H 184