xref: /freebsd/contrib/llvm-project/llvm/lib/ExecutionEngine/JITLink/JITLinkGeneric.h (revision fe6060f10f634930ff71b7c50291ddc610da2475)
10b57cec5SDimitry Andric //===------ JITLinkGeneric.h - Generic JIT linker utilities -----*- C++ -*-===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // Generic JITLinker utilities. E.g. graph pruning, eh-frame parsing.
100b57cec5SDimitry Andric //
110b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
120b57cec5SDimitry Andric 
130b57cec5SDimitry Andric #ifndef LIB_EXECUTIONENGINE_JITLINK_JITLINKGENERIC_H
140b57cec5SDimitry Andric #define LIB_EXECUTIONENGINE_JITLINK_JITLINKGENERIC_H
150b57cec5SDimitry Andric 
160b57cec5SDimitry Andric #include "llvm/ADT/DenseSet.h"
170b57cec5SDimitry Andric #include "llvm/ExecutionEngine/JITLink/JITLink.h"
180b57cec5SDimitry Andric 
190b57cec5SDimitry Andric #define DEBUG_TYPE "jitlink"
200b57cec5SDimitry Andric 
210b57cec5SDimitry Andric namespace llvm {
220b57cec5SDimitry Andric 
230b57cec5SDimitry Andric class MemoryBufferRef;
240b57cec5SDimitry Andric 
250b57cec5SDimitry Andric namespace jitlink {
260b57cec5SDimitry Andric 
270b57cec5SDimitry Andric /// Base class for a JIT linker.
280b57cec5SDimitry Andric ///
290b57cec5SDimitry Andric /// A JITLinkerBase instance links one object file into an ongoing JIT
300b57cec5SDimitry Andric /// session. Symbol resolution and finalization operations are pluggable,
310b57cec5SDimitry Andric /// and called using continuation passing (passing a continuation for the
320b57cec5SDimitry Andric /// remaining linker work) to allow them to be performed asynchronously.
330b57cec5SDimitry Andric class JITLinkerBase {
340b57cec5SDimitry Andric public:
35e8d8bef9SDimitry Andric   JITLinkerBase(std::unique_ptr<JITLinkContext> Ctx,
36e8d8bef9SDimitry Andric                 std::unique_ptr<LinkGraph> G, PassConfiguration Passes)
37e8d8bef9SDimitry Andric       : Ctx(std::move(Ctx)), G(std::move(G)), Passes(std::move(Passes)) {
380b57cec5SDimitry Andric     assert(this->Ctx && "Ctx can not be null");
39e8d8bef9SDimitry Andric     assert(this->G && "G can not be null");
400b57cec5SDimitry Andric   }
410b57cec5SDimitry Andric 
420b57cec5SDimitry Andric   virtual ~JITLinkerBase();
430b57cec5SDimitry Andric 
440b57cec5SDimitry Andric protected:
450b57cec5SDimitry Andric   struct SegmentLayout {
468bcb0991SDimitry Andric     using BlocksList = std::vector<Block *>;
470b57cec5SDimitry Andric 
488bcb0991SDimitry Andric     BlocksList ContentBlocks;
498bcb0991SDimitry Andric     BlocksList ZeroFillBlocks;
500b57cec5SDimitry Andric   };
510b57cec5SDimitry Andric 
520b57cec5SDimitry Andric   using SegmentLayoutMap = DenseMap<unsigned, SegmentLayout>;
530b57cec5SDimitry Andric 
54*fe6060f1SDimitry Andric   // Returns the PassConfiguration for this instance. This can be used by
55*fe6060f1SDimitry Andric   // JITLinkerBase implementations to add late passes that reference their
56*fe6060f1SDimitry Andric   // own data structures (e.g. for ELF implementations to locate / construct
57*fe6060f1SDimitry Andric   // a GOT start symbol prior to fixup).
58*fe6060f1SDimitry Andric   PassConfiguration &getPassConfig() { return Passes; }
59*fe6060f1SDimitry Andric 
600b57cec5SDimitry Andric   // Phase 1:
61e8d8bef9SDimitry Andric   //   1.1: Run pre-prune passes
620b57cec5SDimitry Andric   //   1.2: Prune graph
630b57cec5SDimitry Andric   //   1.3: Run post-prune passes
648bcb0991SDimitry Andric   //   1.4: Sort blocks into segments
65*fe6060f1SDimitry Andric   //   1.5: Allocate segment memory, update node vmaddrs to target vmaddrs
66*fe6060f1SDimitry Andric   //   1.6: Run post-allocation passes
67*fe6060f1SDimitry Andric   //   1.7: Notify context of final assigned symbol addresses
68*fe6060f1SDimitry Andric   //   1.8: Identify external symbols and make an async call to resolve
690b57cec5SDimitry Andric   void linkPhase1(std::unique_ptr<JITLinkerBase> Self);
700b57cec5SDimitry Andric 
710b57cec5SDimitry Andric   // Phase 2:
720b57cec5SDimitry Andric   //   2.1: Apply resolution results
73*fe6060f1SDimitry Andric   //   2.2: Run pre-fixup passes
74*fe6060f1SDimitry Andric   //   2.3: Fix up block contents
75*fe6060f1SDimitry Andric   //   2.4: Run post-fixup passes
76*fe6060f1SDimitry Andric   //   2.5: Make an async call to transfer and finalize memory.
770b57cec5SDimitry Andric   void linkPhase2(std::unique_ptr<JITLinkerBase> Self,
788bcb0991SDimitry Andric                   Expected<AsyncLookupResult> LookupResult,
798bcb0991SDimitry Andric                   SegmentLayoutMap Layout);
800b57cec5SDimitry Andric 
810b57cec5SDimitry Andric   // Phase 3:
820b57cec5SDimitry Andric   //   3.1: Call OnFinalized callback, handing off allocation.
830b57cec5SDimitry Andric   void linkPhase3(std::unique_ptr<JITLinkerBase> Self, Error Err);
840b57cec5SDimitry Andric 
855ffd83dbSDimitry Andric   // Align a JITTargetAddress to conform with block alignment requirements.
868bcb0991SDimitry Andric   static JITTargetAddress alignToBlock(JITTargetAddress Addr, Block &B) {
878bcb0991SDimitry Andric     uint64_t Delta = (B.getAlignmentOffset() - Addr) % B.getAlignment();
888bcb0991SDimitry Andric     return Addr + Delta;
898bcb0991SDimitry Andric   }
908bcb0991SDimitry Andric 
915ffd83dbSDimitry Andric   // Align a pointer to conform with block alignment requirements.
928bcb0991SDimitry Andric   static char *alignToBlock(char *P, Block &B) {
938bcb0991SDimitry Andric     uint64_t PAddr = static_cast<uint64_t>(reinterpret_cast<uintptr_t>(P));
948bcb0991SDimitry Andric     uint64_t Delta = (B.getAlignmentOffset() - PAddr) % B.getAlignment();
958bcb0991SDimitry Andric     return P + Delta;
968bcb0991SDimitry Andric   }
978bcb0991SDimitry Andric 
980b57cec5SDimitry Andric private:
990b57cec5SDimitry Andric   // Run all passes in the given pass list, bailing out immediately if any pass
1000b57cec5SDimitry Andric   // returns an error.
1018bcb0991SDimitry Andric   Error runPasses(LinkGraphPassList &Passes);
1020b57cec5SDimitry Andric 
1038bcb0991SDimitry Andric   // Copy block contents and apply relocations.
1040b57cec5SDimitry Andric   // Implemented in JITLinker.
1055ffd83dbSDimitry Andric   virtual Error fixUpBlocks(LinkGraph &G) const = 0;
1060b57cec5SDimitry Andric 
1078bcb0991SDimitry Andric   SegmentLayoutMap layOutBlocks();
1080b57cec5SDimitry Andric   Error allocateSegments(const SegmentLayoutMap &Layout);
109480093f4SDimitry Andric   JITLinkContext::LookupMap getExternalSymbolNames() const;
1100b57cec5SDimitry Andric   void applyLookupResult(AsyncLookupResult LR);
1115ffd83dbSDimitry Andric   void copyBlockContentToWorkingMemory(const SegmentLayoutMap &Layout,
1125ffd83dbSDimitry Andric                                        JITLinkMemoryManager::Allocation &Alloc);
1130b57cec5SDimitry Andric   void deallocateAndBailOut(Error Err);
1140b57cec5SDimitry Andric 
1150b57cec5SDimitry Andric   std::unique_ptr<JITLinkContext> Ctx;
1168bcb0991SDimitry Andric   std::unique_ptr<LinkGraph> G;
117e8d8bef9SDimitry Andric   PassConfiguration Passes;
1180b57cec5SDimitry Andric   std::unique_ptr<JITLinkMemoryManager::Allocation> Alloc;
1190b57cec5SDimitry Andric };
1200b57cec5SDimitry Andric 
1210b57cec5SDimitry Andric template <typename LinkerImpl> class JITLinker : public JITLinkerBase {
1220b57cec5SDimitry Andric public:
1230b57cec5SDimitry Andric   using JITLinkerBase::JITLinkerBase;
1240b57cec5SDimitry Andric 
1250b57cec5SDimitry Andric   /// Link constructs a LinkerImpl instance and calls linkPhase1.
1260b57cec5SDimitry Andric   /// Link should be called with the constructor arguments for LinkerImpl, which
1270b57cec5SDimitry Andric   /// will be forwarded to the constructor.
1280b57cec5SDimitry Andric   template <typename... ArgTs> static void link(ArgTs &&... Args) {
1298bcb0991SDimitry Andric     auto L = std::make_unique<LinkerImpl>(std::forward<ArgTs>(Args)...);
1300b57cec5SDimitry Andric 
1310b57cec5SDimitry Andric     // Ownership of the linker is passed into the linker's doLink function to
1320b57cec5SDimitry Andric     // allow it to be passed on to async continuations.
1330b57cec5SDimitry Andric     //
1340b57cec5SDimitry Andric     // FIXME: Remove LTmp once we have c++17.
1350b57cec5SDimitry Andric     // C++17 sequencing rules guarantee that function name expressions are
1360b57cec5SDimitry Andric     // sequenced before arguments, so L->linkPhase1(std::move(L), ...) will be
1370b57cec5SDimitry Andric     // well formed.
1380b57cec5SDimitry Andric     auto &LTmp = *L;
1390b57cec5SDimitry Andric     LTmp.linkPhase1(std::move(L));
1400b57cec5SDimitry Andric   }
1410b57cec5SDimitry Andric 
1420b57cec5SDimitry Andric private:
1430b57cec5SDimitry Andric   const LinkerImpl &impl() const {
1440b57cec5SDimitry Andric     return static_cast<const LinkerImpl &>(*this);
1450b57cec5SDimitry Andric   }
1460b57cec5SDimitry Andric 
1475ffd83dbSDimitry Andric   Error fixUpBlocks(LinkGraph &G) const override {
1485ffd83dbSDimitry Andric     LLVM_DEBUG(dbgs() << "Fixing up blocks:\n");
1490b57cec5SDimitry Andric 
1505ffd83dbSDimitry Andric     for (auto *B : G.blocks()) {
1518bcb0991SDimitry Andric       LLVM_DEBUG(dbgs() << "  " << *B << ":\n");
1520b57cec5SDimitry Andric 
1538bcb0991SDimitry Andric       // Copy Block data and apply fixups.
1540b57cec5SDimitry Andric       LLVM_DEBUG(dbgs() << "    Applying fixups.\n");
1558bcb0991SDimitry Andric       for (auto &E : B->edges()) {
1560b57cec5SDimitry Andric 
1570b57cec5SDimitry Andric         // Skip non-relocation edges.
1580b57cec5SDimitry Andric         if (!E.isRelocation())
1590b57cec5SDimitry Andric           continue;
1600b57cec5SDimitry Andric 
1610b57cec5SDimitry Andric         // Dispatch to LinkerImpl for fixup.
162*fe6060f1SDimitry Andric         if (auto Err = impl().applyFixup(G, *B, E))
1630b57cec5SDimitry Andric           return Err;
1640b57cec5SDimitry Andric       }
1650b57cec5SDimitry Andric     }
1660b57cec5SDimitry Andric 
1670b57cec5SDimitry Andric     return Error::success();
1680b57cec5SDimitry Andric   }
1690b57cec5SDimitry Andric };
1700b57cec5SDimitry Andric 
1718bcb0991SDimitry Andric /// Removes dead symbols/blocks/addressables.
1720b57cec5SDimitry Andric ///
1738bcb0991SDimitry Andric /// Finds the set of symbols and addressables reachable from any symbol
1748bcb0991SDimitry Andric /// initially marked live. All symbols/addressables not marked live at the end
1758bcb0991SDimitry Andric /// of this process are removed.
1768bcb0991SDimitry Andric void prune(LinkGraph &G);
1770b57cec5SDimitry Andric 
1780b57cec5SDimitry Andric } // end namespace jitlink
1790b57cec5SDimitry Andric } // end namespace llvm
1800b57cec5SDimitry Andric 
1810b57cec5SDimitry Andric #undef DEBUG_TYPE // "jitlink"
1820b57cec5SDimitry Andric 
1830b57cec5SDimitry Andric #endif // LLVM_EXECUTIONENGINE_JITLINK_JITLINKGENERIC_H
184