10b57cec5SDimitry Andric //===- lli.cpp - LLVM Interpreter / Dynamic compiler ----------------------===// 20b57cec5SDimitry Andric // 30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 60b57cec5SDimitry Andric // 70b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 80b57cec5SDimitry Andric // 90b57cec5SDimitry Andric // This utility provides a simple wrapper around the LLVM Execution Engines, 100b57cec5SDimitry Andric // which allow the direct execution of LLVM programs through a Just-In-Time 110b57cec5SDimitry Andric // compiler, or through an interpreter if no JIT is available for this platform. 120b57cec5SDimitry Andric // 130b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 140b57cec5SDimitry Andric 15349cc55cSDimitry Andric #include "ForwardingMemoryManager.h" 160b57cec5SDimitry Andric #include "llvm/ADT/StringExtras.h" 170b57cec5SDimitry Andric #include "llvm/Bitcode/BitcodeReader.h" 185ffd83dbSDimitry Andric #include "llvm/CodeGen/CommandFlags.h" 190b57cec5SDimitry Andric #include "llvm/CodeGen/LinkAllCodegenComponents.h" 200b57cec5SDimitry Andric #include "llvm/Config/llvm-config.h" 210b57cec5SDimitry Andric #include "llvm/ExecutionEngine/GenericValue.h" 220b57cec5SDimitry Andric #include "llvm/ExecutionEngine/Interpreter.h" 230b57cec5SDimitry Andric #include "llvm/ExecutionEngine/JITEventListener.h" 24fe6060f1SDimitry Andric #include "llvm/ExecutionEngine/JITSymbol.h" 250b57cec5SDimitry Andric #include "llvm/ExecutionEngine/MCJIT.h" 260b57cec5SDimitry Andric #include "llvm/ExecutionEngine/ObjectCache.h" 275ffd83dbSDimitry Andric #include "llvm/ExecutionEngine/Orc/DebugUtils.h" 285f757f3fSDimitry Andric #include "llvm/ExecutionEngine/Orc/Debugging/DebuggerSupport.h" 2981ad6265SDimitry Andric #include "llvm/ExecutionEngine/Orc/EPCDynamicLibrarySearchGenerator.h" 30fe6060f1SDimitry Andric #include "llvm/ExecutionEngine/Orc/EPCEHFrameRegistrar.h" 31349cc55cSDimitry Andric #include "llvm/ExecutionEngine/Orc/EPCGenericRTDyldMemoryManager.h" 320b57cec5SDimitry Andric #include "llvm/ExecutionEngine/Orc/ExecutionUtils.h" 330b57cec5SDimitry Andric #include "llvm/ExecutionEngine/Orc/JITTargetMachineBuilder.h" 340b57cec5SDimitry Andric #include "llvm/ExecutionEngine/Orc/LLJIT.h" 35*7a6dacacSDimitry Andric #include "llvm/ExecutionEngine/Orc/ObjectTransformLayer.h" 365ffd83dbSDimitry Andric #include "llvm/ExecutionEngine/Orc/RTDyldObjectLinkingLayer.h" 37349cc55cSDimitry Andric #include "llvm/ExecutionEngine/Orc/SimpleRemoteEPC.h" 38fe6060f1SDimitry Andric #include "llvm/ExecutionEngine/Orc/SymbolStringPool.h" 39fe6060f1SDimitry Andric #include "llvm/ExecutionEngine/Orc/TargetProcess/JITLoaderGDB.h" 40fe6060f1SDimitry Andric #include "llvm/ExecutionEngine/Orc/TargetProcess/RegisterEHFrames.h" 41e8d8bef9SDimitry Andric #include "llvm/ExecutionEngine/Orc/TargetProcess/TargetExecutionUtils.h" 420b57cec5SDimitry Andric #include "llvm/ExecutionEngine/SectionMemoryManager.h" 430b57cec5SDimitry Andric #include "llvm/IR/IRBuilder.h" 440b57cec5SDimitry Andric #include "llvm/IR/LLVMContext.h" 450b57cec5SDimitry Andric #include "llvm/IR/Module.h" 460b57cec5SDimitry Andric #include "llvm/IR/Type.h" 470b57cec5SDimitry Andric #include "llvm/IR/Verifier.h" 480b57cec5SDimitry Andric #include "llvm/IRReader/IRReader.h" 490b57cec5SDimitry Andric #include "llvm/Object/Archive.h" 500b57cec5SDimitry Andric #include "llvm/Object/ObjectFile.h" 510b57cec5SDimitry Andric #include "llvm/Support/CommandLine.h" 520b57cec5SDimitry Andric #include "llvm/Support/Debug.h" 530b57cec5SDimitry Andric #include "llvm/Support/DynamicLibrary.h" 540b57cec5SDimitry Andric #include "llvm/Support/Format.h" 550b57cec5SDimitry Andric #include "llvm/Support/InitLLVM.h" 560b57cec5SDimitry Andric #include "llvm/Support/MathExtras.h" 570b57cec5SDimitry Andric #include "llvm/Support/Memory.h" 580b57cec5SDimitry Andric #include "llvm/Support/MemoryBuffer.h" 590b57cec5SDimitry Andric #include "llvm/Support/Path.h" 600b57cec5SDimitry Andric #include "llvm/Support/PluginLoader.h" 610b57cec5SDimitry Andric #include "llvm/Support/Process.h" 620b57cec5SDimitry Andric #include "llvm/Support/Program.h" 630b57cec5SDimitry Andric #include "llvm/Support/SourceMgr.h" 640b57cec5SDimitry Andric #include "llvm/Support/TargetSelect.h" 65*7a6dacacSDimitry Andric #include "llvm/Support/ToolOutputFile.h" 660b57cec5SDimitry Andric #include "llvm/Support/WithColor.h" 670b57cec5SDimitry Andric #include "llvm/Support/raw_ostream.h" 6806c3fb27SDimitry Andric #include "llvm/TargetParser/Triple.h" 690b57cec5SDimitry Andric #include "llvm/Transforms/Instrumentation.h" 700b57cec5SDimitry Andric #include <cerrno> 71bdd1243dSDimitry Andric #include <optional> 720b57cec5SDimitry Andric 73349cc55cSDimitry Andric #if !defined(_MSC_VER) && !defined(__MINGW32__) 74349cc55cSDimitry Andric #include <unistd.h> 75349cc55cSDimitry Andric #else 76349cc55cSDimitry Andric #include <io.h> 77349cc55cSDimitry Andric #endif 78349cc55cSDimitry Andric 790b57cec5SDimitry Andric #ifdef __CYGWIN__ 800b57cec5SDimitry Andric #include <cygwin/version.h> 810b57cec5SDimitry Andric #if defined(CYGWIN_VERSION_DLL_MAJOR) && CYGWIN_VERSION_DLL_MAJOR<1007 820b57cec5SDimitry Andric #define DO_NOTHING_ATEXIT 1 830b57cec5SDimitry Andric #endif 840b57cec5SDimitry Andric #endif 850b57cec5SDimitry Andric 860b57cec5SDimitry Andric using namespace llvm; 870b57cec5SDimitry Andric 885ffd83dbSDimitry Andric static codegen::RegisterCodeGenFlags CGF; 895ffd83dbSDimitry Andric 900b57cec5SDimitry Andric #define DEBUG_TYPE "lli" 910b57cec5SDimitry Andric 920b57cec5SDimitry Andric namespace { 930b57cec5SDimitry Andric 94fe6060f1SDimitry Andric enum class JITKind { MCJIT, Orc, OrcLazy }; 95fe6060f1SDimitry Andric enum class JITLinkerKind { Default, RuntimeDyld, JITLink }; 960b57cec5SDimitry Andric 970b57cec5SDimitry Andric cl::opt<std::string> 980b57cec5SDimitry Andric InputFile(cl::desc("<input bitcode>"), cl::Positional, cl::init("-")); 990b57cec5SDimitry Andric 1000b57cec5SDimitry Andric cl::list<std::string> 1010b57cec5SDimitry Andric InputArgv(cl::ConsumeAfter, cl::desc("<program arguments>...")); 1020b57cec5SDimitry Andric 1030b57cec5SDimitry Andric cl::opt<bool> ForceInterpreter("force-interpreter", 1040b57cec5SDimitry Andric cl::desc("Force interpretation: disable JIT"), 1050b57cec5SDimitry Andric cl::init(false)); 1060b57cec5SDimitry Andric 1070b57cec5SDimitry Andric cl::opt<JITKind> UseJITKind( 1080b57cec5SDimitry Andric "jit-kind", cl::desc("Choose underlying JIT kind."), 109fe6060f1SDimitry Andric cl::init(JITKind::Orc), 1100b57cec5SDimitry Andric cl::values(clEnumValN(JITKind::MCJIT, "mcjit", "MCJIT"), 111fe6060f1SDimitry Andric clEnumValN(JITKind::Orc, "orc", "Orc JIT"), 1120b57cec5SDimitry Andric clEnumValN(JITKind::OrcLazy, "orc-lazy", 1130b57cec5SDimitry Andric "Orc-based lazy JIT."))); 1140b57cec5SDimitry Andric 115fe6060f1SDimitry Andric cl::opt<JITLinkerKind> 116fe6060f1SDimitry Andric JITLinker("jit-linker", cl::desc("Choose the dynamic linker/loader."), 117fe6060f1SDimitry Andric cl::init(JITLinkerKind::Default), 118fe6060f1SDimitry Andric cl::values(clEnumValN(JITLinkerKind::Default, "default", 119fe6060f1SDimitry Andric "Default for platform and JIT-kind"), 120fe6060f1SDimitry Andric clEnumValN(JITLinkerKind::RuntimeDyld, "rtdyld", 121fe6060f1SDimitry Andric "RuntimeDyld"), 122fe6060f1SDimitry Andric clEnumValN(JITLinkerKind::JITLink, "jitlink", 123fe6060f1SDimitry Andric "Orc-specific linker"))); 12481ad6265SDimitry Andric cl::opt<std::string> OrcRuntime("orc-runtime", 12581ad6265SDimitry Andric cl::desc("Use ORC runtime from given path"), 12681ad6265SDimitry Andric cl::init("")); 127fe6060f1SDimitry Andric 1280b57cec5SDimitry Andric cl::opt<unsigned> 1290b57cec5SDimitry Andric LazyJITCompileThreads("compile-threads", 1300b57cec5SDimitry Andric cl::desc("Choose the number of compile threads " 1310b57cec5SDimitry Andric "(jit-kind=orc-lazy only)"), 1320b57cec5SDimitry Andric cl::init(0)); 1330b57cec5SDimitry Andric 1340b57cec5SDimitry Andric cl::list<std::string> 1350b57cec5SDimitry Andric ThreadEntryPoints("thread-entry", 1360b57cec5SDimitry Andric cl::desc("calls the given entry-point on a new thread " 1370b57cec5SDimitry Andric "(jit-kind=orc-lazy only)")); 1380b57cec5SDimitry Andric 1390b57cec5SDimitry Andric cl::opt<bool> PerModuleLazy( 1400b57cec5SDimitry Andric "per-module-lazy", 1410b57cec5SDimitry Andric cl::desc("Performs lazy compilation on whole module boundaries " 1420b57cec5SDimitry Andric "rather than individual functions"), 1430b57cec5SDimitry Andric cl::init(false)); 1440b57cec5SDimitry Andric 1450b57cec5SDimitry Andric cl::list<std::string> 1460b57cec5SDimitry Andric JITDylibs("jd", 1470b57cec5SDimitry Andric cl::desc("Specifies the JITDylib to be used for any subsequent " 1480b57cec5SDimitry Andric "-extra-module arguments.")); 1490b57cec5SDimitry Andric 1505ffd83dbSDimitry Andric cl::list<std::string> 15181ad6265SDimitry Andric Dylibs("dlopen", cl::desc("Dynamic libraries to load before linking")); 1525ffd83dbSDimitry Andric 1530b57cec5SDimitry Andric // The MCJIT supports building for a target address space separate from 1540b57cec5SDimitry Andric // the JIT compilation process. Use a forked process and a copying 1550b57cec5SDimitry Andric // memory manager with IPC to execute using this functionality. 1560b57cec5SDimitry Andric cl::opt<bool> RemoteMCJIT("remote-mcjit", 1570b57cec5SDimitry Andric cl::desc("Execute MCJIT'ed code in a separate process."), 1580b57cec5SDimitry Andric cl::init(false)); 1590b57cec5SDimitry Andric 1600b57cec5SDimitry Andric // Manually specify the child process for remote execution. This overrides 1610b57cec5SDimitry Andric // the simulated remote execution that allocates address space for child 1620b57cec5SDimitry Andric // execution. The child process will be executed and will communicate with 1630b57cec5SDimitry Andric // lli via stdin/stdout pipes. 1640b57cec5SDimitry Andric cl::opt<std::string> 1650b57cec5SDimitry Andric ChildExecPath("mcjit-remote-process", 1660b57cec5SDimitry Andric cl::desc("Specify the filename of the process to launch " 1670b57cec5SDimitry Andric "for remote MCJIT execution. If none is specified," 1680b57cec5SDimitry Andric "\n\tremote execution will be simulated in-process."), 1690b57cec5SDimitry Andric cl::value_desc("filename"), cl::init("")); 1700b57cec5SDimitry Andric 1710b57cec5SDimitry Andric // Determine optimization level. 17281ad6265SDimitry Andric cl::opt<char> OptLevel("O", 1730b57cec5SDimitry Andric cl::desc("Optimization level. [-O0, -O1, -O2, or -O3] " 1740b57cec5SDimitry Andric "(default = '-O2')"), 175bdd1243dSDimitry Andric cl::Prefix, cl::init('2')); 1760b57cec5SDimitry Andric 1770b57cec5SDimitry Andric cl::opt<std::string> 1780b57cec5SDimitry Andric TargetTriple("mtriple", cl::desc("Override target triple for module")); 1790b57cec5SDimitry Andric 1800b57cec5SDimitry Andric cl::opt<std::string> 1810b57cec5SDimitry Andric EntryFunc("entry-function", 1820b57cec5SDimitry Andric cl::desc("Specify the entry function (default = 'main') " 1830b57cec5SDimitry Andric "of the executable"), 1840b57cec5SDimitry Andric cl::value_desc("function"), 1850b57cec5SDimitry Andric cl::init("main")); 1860b57cec5SDimitry Andric 1870b57cec5SDimitry Andric cl::list<std::string> 1880b57cec5SDimitry Andric ExtraModules("extra-module", 1890b57cec5SDimitry Andric cl::desc("Extra modules to be loaded"), 1900b57cec5SDimitry Andric cl::value_desc("input bitcode")); 1910b57cec5SDimitry Andric 1920b57cec5SDimitry Andric cl::list<std::string> 1930b57cec5SDimitry Andric ExtraObjects("extra-object", 1940b57cec5SDimitry Andric cl::desc("Extra object files to be loaded"), 1950b57cec5SDimitry Andric cl::value_desc("input object")); 1960b57cec5SDimitry Andric 1970b57cec5SDimitry Andric cl::list<std::string> 1980b57cec5SDimitry Andric ExtraArchives("extra-archive", 1990b57cec5SDimitry Andric cl::desc("Extra archive files to be loaded"), 2000b57cec5SDimitry Andric cl::value_desc("input archive")); 2010b57cec5SDimitry Andric 2020b57cec5SDimitry Andric cl::opt<bool> 2030b57cec5SDimitry Andric EnableCacheManager("enable-cache-manager", 2040b57cec5SDimitry Andric cl::desc("Use cache manager to save/load modules"), 2050b57cec5SDimitry Andric cl::init(false)); 2060b57cec5SDimitry Andric 2070b57cec5SDimitry Andric cl::opt<std::string> 2080b57cec5SDimitry Andric ObjectCacheDir("object-cache-dir", 2090b57cec5SDimitry Andric cl::desc("Directory to store cached object files " 2100b57cec5SDimitry Andric "(must be user writable)"), 2110b57cec5SDimitry Andric cl::init("")); 2120b57cec5SDimitry Andric 2130b57cec5SDimitry Andric cl::opt<std::string> 2140b57cec5SDimitry Andric FakeArgv0("fake-argv0", 2150b57cec5SDimitry Andric cl::desc("Override the 'argv[0]' value passed into the executing" 2160b57cec5SDimitry Andric " program"), cl::value_desc("executable")); 2170b57cec5SDimitry Andric 2180b57cec5SDimitry Andric cl::opt<bool> 2190b57cec5SDimitry Andric DisableCoreFiles("disable-core-files", cl::Hidden, 2200b57cec5SDimitry Andric cl::desc("Disable emission of core files if possible")); 2210b57cec5SDimitry Andric 2220b57cec5SDimitry Andric cl::opt<bool> 2230b57cec5SDimitry Andric NoLazyCompilation("disable-lazy-compilation", 2240b57cec5SDimitry Andric cl::desc("Disable JIT lazy compilation"), 2250b57cec5SDimitry Andric cl::init(false)); 2260b57cec5SDimitry Andric 2270b57cec5SDimitry Andric cl::opt<bool> 2280b57cec5SDimitry Andric GenerateSoftFloatCalls("soft-float", 2290b57cec5SDimitry Andric cl::desc("Generate software floating point library calls"), 2300b57cec5SDimitry Andric cl::init(false)); 2310b57cec5SDimitry Andric 23213138422SDimitry Andric cl::opt<bool> NoProcessSymbols( 23313138422SDimitry Andric "no-process-syms", 23413138422SDimitry Andric cl::desc("Do not resolve lli process symbols in JIT'd code"), 23513138422SDimitry Andric cl::init(false)); 23613138422SDimitry Andric 23706c3fb27SDimitry Andric enum class LLJITPlatform { Inactive, Auto, ExecutorNative, GenericIR }; 2385ffd83dbSDimitry Andric 23906c3fb27SDimitry Andric cl::opt<LLJITPlatform> Platform( 24006c3fb27SDimitry Andric "lljit-platform", cl::desc("Platform to use with LLJIT"), 24106c3fb27SDimitry Andric cl::init(LLJITPlatform::Auto), 24206c3fb27SDimitry Andric cl::values(clEnumValN(LLJITPlatform::Auto, "Auto", 24306c3fb27SDimitry Andric "Like 'ExecutorNative' if ORC runtime " 24406c3fb27SDimitry Andric "provided, otherwise like 'GenericIR'"), 24506c3fb27SDimitry Andric clEnumValN(LLJITPlatform::ExecutorNative, "ExecutorNative", 24606c3fb27SDimitry Andric "Use the native platform for the executor." 24706c3fb27SDimitry Andric "Requires -orc-runtime"), 2485ffd83dbSDimitry Andric clEnumValN(LLJITPlatform::GenericIR, "GenericIR", 2495ffd83dbSDimitry Andric "Use LLJITGenericIRPlatform"), 250fe6060f1SDimitry Andric clEnumValN(LLJITPlatform::Inactive, "Inactive", 251fe6060f1SDimitry Andric "Disable platform support explicitly")), 2525ffd83dbSDimitry Andric cl::Hidden); 2535ffd83dbSDimitry Andric 2540b57cec5SDimitry Andric enum class DumpKind { 2550b57cec5SDimitry Andric NoDump, 2560b57cec5SDimitry Andric DumpFuncsToStdOut, 2570b57cec5SDimitry Andric DumpModsToStdOut, 258*7a6dacacSDimitry Andric DumpModsToDisk, 259*7a6dacacSDimitry Andric DumpDebugDescriptor, 260*7a6dacacSDimitry Andric DumpDebugObjects, 2610b57cec5SDimitry Andric }; 2620b57cec5SDimitry Andric 2630b57cec5SDimitry Andric cl::opt<DumpKind> OrcDumpKind( 2640b57cec5SDimitry Andric "orc-lazy-debug", cl::desc("Debug dumping for the orc-lazy JIT."), 2650b57cec5SDimitry Andric cl::init(DumpKind::NoDump), 266*7a6dacacSDimitry Andric cl::values( 267*7a6dacacSDimitry Andric clEnumValN(DumpKind::NoDump, "no-dump", "Don't dump anything."), 2680b57cec5SDimitry Andric clEnumValN(DumpKind::DumpFuncsToStdOut, "funcs-to-stdout", 2690b57cec5SDimitry Andric "Dump function names to stdout."), 2700b57cec5SDimitry Andric clEnumValN(DumpKind::DumpModsToStdOut, "mods-to-stdout", 2710b57cec5SDimitry Andric "Dump modules to stdout."), 2720b57cec5SDimitry Andric clEnumValN(DumpKind::DumpModsToDisk, "mods-to-disk", 2730b57cec5SDimitry Andric "Dump modules to the current " 2740b57cec5SDimitry Andric "working directory. (WARNING: " 275*7a6dacacSDimitry Andric "will overwrite existing files)."), 276*7a6dacacSDimitry Andric clEnumValN(DumpKind::DumpDebugDescriptor, "jit-debug-descriptor", 277fe6060f1SDimitry Andric "Dump __jit_debug_descriptor contents to stdout"), 278*7a6dacacSDimitry Andric clEnumValN(DumpKind::DumpDebugObjects, "jit-debug-objects", 279fe6060f1SDimitry Andric "Dump __jit_debug_descriptor in-memory debug " 280fe6060f1SDimitry Andric "objects as tool output")), 281fe6060f1SDimitry Andric cl::Hidden); 282fe6060f1SDimitry Andric 2830b57cec5SDimitry Andric ExitOnError ExitOnErr; 2840b57cec5SDimitry Andric } 2850b57cec5SDimitry Andric 286fe6060f1SDimitry Andric LLVM_ATTRIBUTE_USED void linkComponents() { 287fe6060f1SDimitry Andric errs() << (void *)&llvm_orc_registerEHFrameSectionWrapper 288fe6060f1SDimitry Andric << (void *)&llvm_orc_deregisterEHFrameSectionWrapper 28961cfbce3SDimitry Andric << (void *)&llvm_orc_registerJITLoaderGDBWrapper 29061cfbce3SDimitry Andric << (void *)&llvm_orc_registerJITLoaderGDBAllocAction; 291fe6060f1SDimitry Andric } 292fe6060f1SDimitry Andric 2930b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 2940b57cec5SDimitry Andric // Object cache 2950b57cec5SDimitry Andric // 2960b57cec5SDimitry Andric // This object cache implementation writes cached objects to disk to the 2970b57cec5SDimitry Andric // directory specified by CacheDir, using a filename provided in the module 2980b57cec5SDimitry Andric // descriptor. The cache tries to load a saved object using that path if the 2990b57cec5SDimitry Andric // file exists. CacheDir defaults to "", in which case objects are cached 3000b57cec5SDimitry Andric // alongside their originating bitcodes. 3010b57cec5SDimitry Andric // 3020b57cec5SDimitry Andric class LLIObjectCache : public ObjectCache { 3030b57cec5SDimitry Andric public: 3040b57cec5SDimitry Andric LLIObjectCache(const std::string& CacheDir) : CacheDir(CacheDir) { 3050b57cec5SDimitry Andric // Add trailing '/' to cache dir if necessary. 3060b57cec5SDimitry Andric if (!this->CacheDir.empty() && 3070b57cec5SDimitry Andric this->CacheDir[this->CacheDir.size() - 1] != '/') 3080b57cec5SDimitry Andric this->CacheDir += '/'; 3090b57cec5SDimitry Andric } 3100b57cec5SDimitry Andric ~LLIObjectCache() override {} 3110b57cec5SDimitry Andric 3120b57cec5SDimitry Andric void notifyObjectCompiled(const Module *M, MemoryBufferRef Obj) override { 3130b57cec5SDimitry Andric const std::string &ModuleID = M->getModuleIdentifier(); 3140b57cec5SDimitry Andric std::string CacheName; 3150b57cec5SDimitry Andric if (!getCacheFilename(ModuleID, CacheName)) 3160b57cec5SDimitry Andric return; 3170b57cec5SDimitry Andric if (!CacheDir.empty()) { // Create user-defined cache dir. 3180b57cec5SDimitry Andric SmallString<128> dir(sys::path::parent_path(CacheName)); 3190b57cec5SDimitry Andric sys::fs::create_directories(Twine(dir)); 3200b57cec5SDimitry Andric } 3215ffd83dbSDimitry Andric 3220b57cec5SDimitry Andric std::error_code EC; 3238bcb0991SDimitry Andric raw_fd_ostream outfile(CacheName, EC, sys::fs::OF_None); 3240b57cec5SDimitry Andric outfile.write(Obj.getBufferStart(), Obj.getBufferSize()); 3250b57cec5SDimitry Andric outfile.close(); 3260b57cec5SDimitry Andric } 3270b57cec5SDimitry Andric 3280b57cec5SDimitry Andric std::unique_ptr<MemoryBuffer> getObject(const Module* M) override { 3290b57cec5SDimitry Andric const std::string &ModuleID = M->getModuleIdentifier(); 3300b57cec5SDimitry Andric std::string CacheName; 3310b57cec5SDimitry Andric if (!getCacheFilename(ModuleID, CacheName)) 3320b57cec5SDimitry Andric return nullptr; 3330b57cec5SDimitry Andric // Load the object from the cache filename 3340b57cec5SDimitry Andric ErrorOr<std::unique_ptr<MemoryBuffer>> IRObjectBuffer = 335fe6060f1SDimitry Andric MemoryBuffer::getFile(CacheName, /*IsText=*/false, 336fe6060f1SDimitry Andric /*RequiresNullTerminator=*/false); 3370b57cec5SDimitry Andric // If the file isn't there, that's OK. 3380b57cec5SDimitry Andric if (!IRObjectBuffer) 3390b57cec5SDimitry Andric return nullptr; 3400b57cec5SDimitry Andric // MCJIT will want to write into this buffer, and we don't want that 3410b57cec5SDimitry Andric // because the file has probably just been mmapped. Instead we make 3420b57cec5SDimitry Andric // a copy. The filed-based buffer will be released when it goes 3430b57cec5SDimitry Andric // out of scope. 3440b57cec5SDimitry Andric return MemoryBuffer::getMemBufferCopy(IRObjectBuffer.get()->getBuffer()); 3450b57cec5SDimitry Andric } 3460b57cec5SDimitry Andric 3470b57cec5SDimitry Andric private: 3480b57cec5SDimitry Andric std::string CacheDir; 3490b57cec5SDimitry Andric 3500b57cec5SDimitry Andric bool getCacheFilename(const std::string &ModID, std::string &CacheName) { 3510b57cec5SDimitry Andric std::string Prefix("file:"); 3520b57cec5SDimitry Andric size_t PrefixLength = Prefix.length(); 3530b57cec5SDimitry Andric if (ModID.substr(0, PrefixLength) != Prefix) 3540b57cec5SDimitry Andric return false; 3555ffd83dbSDimitry Andric 3560b57cec5SDimitry Andric std::string CacheSubdir = ModID.substr(PrefixLength); 357349cc55cSDimitry Andric // Transform "X:\foo" => "/X\foo" for convenience on Windows. 358349cc55cSDimitry Andric if (is_style_windows(llvm::sys::path::Style::native) && 359349cc55cSDimitry Andric isalpha(CacheSubdir[0]) && CacheSubdir[1] == ':') { 3600b57cec5SDimitry Andric CacheSubdir[1] = CacheSubdir[0]; 3610b57cec5SDimitry Andric CacheSubdir[0] = '/'; 3620b57cec5SDimitry Andric } 3635ffd83dbSDimitry Andric 3640b57cec5SDimitry Andric CacheName = CacheDir + CacheSubdir; 3650b57cec5SDimitry Andric size_t pos = CacheName.rfind('.'); 3660b57cec5SDimitry Andric CacheName.replace(pos, CacheName.length() - pos, ".o"); 3670b57cec5SDimitry Andric return true; 3680b57cec5SDimitry Andric } 3690b57cec5SDimitry Andric }; 3700b57cec5SDimitry Andric 3710b57cec5SDimitry Andric // On Mingw and Cygwin, an external symbol named '__main' is called from the 3720b57cec5SDimitry Andric // generated 'main' function to allow static initialization. To avoid linking 3730b57cec5SDimitry Andric // problems with remote targets (because lli's remote target support does not 3740b57cec5SDimitry Andric // currently handle external linking) we add a secondary module which defines 3750b57cec5SDimitry Andric // an empty '__main' function. 3760b57cec5SDimitry Andric static void addCygMingExtraModule(ExecutionEngine &EE, LLVMContext &Context, 3770b57cec5SDimitry Andric StringRef TargetTripleStr) { 3780b57cec5SDimitry Andric IRBuilder<> Builder(Context); 3790b57cec5SDimitry Andric Triple TargetTriple(TargetTripleStr); 3800b57cec5SDimitry Andric 3810b57cec5SDimitry Andric // Create a new module. 3828bcb0991SDimitry Andric std::unique_ptr<Module> M = std::make_unique<Module>("CygMingHelper", Context); 3830b57cec5SDimitry Andric M->setTargetTriple(TargetTripleStr); 3840b57cec5SDimitry Andric 3850b57cec5SDimitry Andric // Create an empty function named "__main". 3860b57cec5SDimitry Andric Type *ReturnTy; 3870b57cec5SDimitry Andric if (TargetTriple.isArch64Bit()) 3880b57cec5SDimitry Andric ReturnTy = Type::getInt64Ty(Context); 3890b57cec5SDimitry Andric else 3900b57cec5SDimitry Andric ReturnTy = Type::getInt32Ty(Context); 3910b57cec5SDimitry Andric Function *Result = 3920b57cec5SDimitry Andric Function::Create(FunctionType::get(ReturnTy, {}, false), 3930b57cec5SDimitry Andric GlobalValue::ExternalLinkage, "__main", M.get()); 3940b57cec5SDimitry Andric 3950b57cec5SDimitry Andric BasicBlock *BB = BasicBlock::Create(Context, "__main", Result); 3960b57cec5SDimitry Andric Builder.SetInsertPoint(BB); 3970b57cec5SDimitry Andric Value *ReturnVal = ConstantInt::get(ReturnTy, 0); 3980b57cec5SDimitry Andric Builder.CreateRet(ReturnVal); 3990b57cec5SDimitry Andric 4000b57cec5SDimitry Andric // Add this new module to the ExecutionEngine. 4010b57cec5SDimitry Andric EE.addModule(std::move(M)); 4020b57cec5SDimitry Andric } 4030b57cec5SDimitry Andric 4045f757f3fSDimitry Andric CodeGenOptLevel getOptLevel() { 405bdd1243dSDimitry Andric if (auto Level = CodeGenOpt::parseLevel(OptLevel)) 406bdd1243dSDimitry Andric return *Level; 4070b57cec5SDimitry Andric WithColor::error(errs(), "lli") << "invalid optimization level.\n"; 4080b57cec5SDimitry Andric exit(1); 4090b57cec5SDimitry Andric } 4100b57cec5SDimitry Andric 411349cc55cSDimitry Andric [[noreturn]] static void reportError(SMDiagnostic Err, const char *ProgName) { 4120b57cec5SDimitry Andric Err.print(ProgName, errs()); 4130b57cec5SDimitry Andric exit(1); 4140b57cec5SDimitry Andric } 4150b57cec5SDimitry Andric 4165ffd83dbSDimitry Andric Error loadDylibs(); 417fe6060f1SDimitry Andric int runOrcJIT(const char *ProgName); 4180b57cec5SDimitry Andric void disallowOrcOptions(); 419349cc55cSDimitry Andric Expected<std::unique_ptr<orc::ExecutorProcessControl>> launchRemote(); 4200b57cec5SDimitry Andric 4210b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 4220b57cec5SDimitry Andric // main Driver function 4230b57cec5SDimitry Andric // 4240b57cec5SDimitry Andric int main(int argc, char **argv, char * const *envp) { 4250b57cec5SDimitry Andric InitLLVM X(argc, argv); 4260b57cec5SDimitry Andric 4270b57cec5SDimitry Andric if (argc > 1) 4280b57cec5SDimitry Andric ExitOnErr.setBanner(std::string(argv[0]) + ": "); 4290b57cec5SDimitry Andric 4300b57cec5SDimitry Andric // If we have a native target, initialize it to ensure it is linked in and 4310b57cec5SDimitry Andric // usable by the JIT. 4320b57cec5SDimitry Andric InitializeNativeTarget(); 4330b57cec5SDimitry Andric InitializeNativeTargetAsmPrinter(); 4340b57cec5SDimitry Andric InitializeNativeTargetAsmParser(); 4350b57cec5SDimitry Andric 4360b57cec5SDimitry Andric cl::ParseCommandLineOptions(argc, argv, 4370b57cec5SDimitry Andric "llvm interpreter & dynamic compiler\n"); 4380b57cec5SDimitry Andric 4390b57cec5SDimitry Andric // If the user doesn't want core files, disable them. 4400b57cec5SDimitry Andric if (DisableCoreFiles) 4410b57cec5SDimitry Andric sys::Process::PreventCoreFiles(); 4420b57cec5SDimitry Andric 4435ffd83dbSDimitry Andric ExitOnErr(loadDylibs()); 4445ffd83dbSDimitry Andric 4455f757f3fSDimitry Andric if (EntryFunc.empty()) { 4465f757f3fSDimitry Andric WithColor::error(errs(), argv[0]) 4475f757f3fSDimitry Andric << "--entry-function name cannot be empty\n"; 4485f757f3fSDimitry Andric exit(1); 4495f757f3fSDimitry Andric } 4505f757f3fSDimitry Andric 4515f757f3fSDimitry Andric if (UseJITKind == JITKind::MCJIT || ForceInterpreter) 4520b57cec5SDimitry Andric disallowOrcOptions(); 453fe6060f1SDimitry Andric else 454fe6060f1SDimitry Andric return runOrcJIT(argv[0]); 4550b57cec5SDimitry Andric 456fe6060f1SDimitry Andric // Old lli implementation based on ExecutionEngine and MCJIT. 4570b57cec5SDimitry Andric LLVMContext Context; 4580b57cec5SDimitry Andric 4590b57cec5SDimitry Andric // Load the bitcode... 4600b57cec5SDimitry Andric SMDiagnostic Err; 4610b57cec5SDimitry Andric std::unique_ptr<Module> Owner = parseIRFile(InputFile, Err, Context); 4620b57cec5SDimitry Andric Module *Mod = Owner.get(); 4630b57cec5SDimitry Andric if (!Mod) 4640b57cec5SDimitry Andric reportError(Err, argv[0]); 4650b57cec5SDimitry Andric 4660b57cec5SDimitry Andric if (EnableCacheManager) { 4670b57cec5SDimitry Andric std::string CacheName("file:"); 4680b57cec5SDimitry Andric CacheName.append(InputFile); 4690b57cec5SDimitry Andric Mod->setModuleIdentifier(CacheName); 4700b57cec5SDimitry Andric } 4710b57cec5SDimitry Andric 4720b57cec5SDimitry Andric // If not jitting lazily, load the whole bitcode file eagerly too. 4730b57cec5SDimitry Andric if (NoLazyCompilation) { 4740b57cec5SDimitry Andric // Use *argv instead of argv[0] to work around a wrong GCC warning. 4750b57cec5SDimitry Andric ExitOnError ExitOnErr(std::string(*argv) + 4760b57cec5SDimitry Andric ": bitcode didn't read correctly: "); 4770b57cec5SDimitry Andric ExitOnErr(Mod->materializeAll()); 4780b57cec5SDimitry Andric } 4790b57cec5SDimitry Andric 4800b57cec5SDimitry Andric std::string ErrorMsg; 4810b57cec5SDimitry Andric EngineBuilder builder(std::move(Owner)); 4825ffd83dbSDimitry Andric builder.setMArch(codegen::getMArch()); 4835ffd83dbSDimitry Andric builder.setMCPU(codegen::getCPUStr()); 4845ffd83dbSDimitry Andric builder.setMAttrs(codegen::getFeatureList()); 4855ffd83dbSDimitry Andric if (auto RM = codegen::getExplicitRelocModel()) 486bdd1243dSDimitry Andric builder.setRelocationModel(*RM); 4875ffd83dbSDimitry Andric if (auto CM = codegen::getExplicitCodeModel()) 488bdd1243dSDimitry Andric builder.setCodeModel(*CM); 4890b57cec5SDimitry Andric builder.setErrorStr(&ErrorMsg); 4900b57cec5SDimitry Andric builder.setEngineKind(ForceInterpreter 4910b57cec5SDimitry Andric ? EngineKind::Interpreter 4920b57cec5SDimitry Andric : EngineKind::JIT); 4930b57cec5SDimitry Andric 4940b57cec5SDimitry Andric // If we are supposed to override the target triple, do so now. 4950b57cec5SDimitry Andric if (!TargetTriple.empty()) 4960b57cec5SDimitry Andric Mod->setTargetTriple(Triple::normalize(TargetTriple)); 4970b57cec5SDimitry Andric 4980b57cec5SDimitry Andric // Enable MCJIT if desired. 4990b57cec5SDimitry Andric RTDyldMemoryManager *RTDyldMM = nullptr; 5000b57cec5SDimitry Andric if (!ForceInterpreter) { 5010b57cec5SDimitry Andric if (RemoteMCJIT) 5020b57cec5SDimitry Andric RTDyldMM = new ForwardingMemoryManager(); 5030b57cec5SDimitry Andric else 5040b57cec5SDimitry Andric RTDyldMM = new SectionMemoryManager(); 5050b57cec5SDimitry Andric 5060b57cec5SDimitry Andric // Deliberately construct a temp std::unique_ptr to pass in. Do not null out 5070b57cec5SDimitry Andric // RTDyldMM: We still use it below, even though we don't own it. 5080b57cec5SDimitry Andric builder.setMCJITMemoryManager( 5090b57cec5SDimitry Andric std::unique_ptr<RTDyldMemoryManager>(RTDyldMM)); 5100b57cec5SDimitry Andric } else if (RemoteMCJIT) { 5110b57cec5SDimitry Andric WithColor::error(errs(), argv[0]) 5120b57cec5SDimitry Andric << "remote process execution does not work with the interpreter.\n"; 5130b57cec5SDimitry Andric exit(1); 5140b57cec5SDimitry Andric } 5150b57cec5SDimitry Andric 5160b57cec5SDimitry Andric builder.setOptLevel(getOptLevel()); 5170b57cec5SDimitry Andric 518e8d8bef9SDimitry Andric TargetOptions Options = 519e8d8bef9SDimitry Andric codegen::InitTargetOptionsFromCodeGenFlags(Triple(TargetTriple)); 5205ffd83dbSDimitry Andric if (codegen::getFloatABIForCalls() != FloatABI::Default) 5215ffd83dbSDimitry Andric Options.FloatABIType = codegen::getFloatABIForCalls(); 5220b57cec5SDimitry Andric 5230b57cec5SDimitry Andric builder.setTargetOptions(Options); 5240b57cec5SDimitry Andric 5250b57cec5SDimitry Andric std::unique_ptr<ExecutionEngine> EE(builder.create()); 5260b57cec5SDimitry Andric if (!EE) { 5270b57cec5SDimitry Andric if (!ErrorMsg.empty()) 5280b57cec5SDimitry Andric WithColor::error(errs(), argv[0]) 5290b57cec5SDimitry Andric << "error creating EE: " << ErrorMsg << "\n"; 5300b57cec5SDimitry Andric else 5310b57cec5SDimitry Andric WithColor::error(errs(), argv[0]) << "unknown error creating EE!\n"; 5320b57cec5SDimitry Andric exit(1); 5330b57cec5SDimitry Andric } 5340b57cec5SDimitry Andric 5350b57cec5SDimitry Andric std::unique_ptr<LLIObjectCache> CacheManager; 5360b57cec5SDimitry Andric if (EnableCacheManager) { 5370b57cec5SDimitry Andric CacheManager.reset(new LLIObjectCache(ObjectCacheDir)); 5380b57cec5SDimitry Andric EE->setObjectCache(CacheManager.get()); 5390b57cec5SDimitry Andric } 5400b57cec5SDimitry Andric 5410b57cec5SDimitry Andric // Load any additional modules specified on the command line. 5420b57cec5SDimitry Andric for (unsigned i = 0, e = ExtraModules.size(); i != e; ++i) { 5430b57cec5SDimitry Andric std::unique_ptr<Module> XMod = parseIRFile(ExtraModules[i], Err, Context); 5440b57cec5SDimitry Andric if (!XMod) 5450b57cec5SDimitry Andric reportError(Err, argv[0]); 5460b57cec5SDimitry Andric if (EnableCacheManager) { 5470b57cec5SDimitry Andric std::string CacheName("file:"); 5480b57cec5SDimitry Andric CacheName.append(ExtraModules[i]); 5490b57cec5SDimitry Andric XMod->setModuleIdentifier(CacheName); 5500b57cec5SDimitry Andric } 5510b57cec5SDimitry Andric EE->addModule(std::move(XMod)); 5520b57cec5SDimitry Andric } 5530b57cec5SDimitry Andric 5540b57cec5SDimitry Andric for (unsigned i = 0, e = ExtraObjects.size(); i != e; ++i) { 5550b57cec5SDimitry Andric Expected<object::OwningBinary<object::ObjectFile>> Obj = 5560b57cec5SDimitry Andric object::ObjectFile::createObjectFile(ExtraObjects[i]); 5570b57cec5SDimitry Andric if (!Obj) { 5580b57cec5SDimitry Andric // TODO: Actually report errors helpfully. 5590b57cec5SDimitry Andric consumeError(Obj.takeError()); 5600b57cec5SDimitry Andric reportError(Err, argv[0]); 5610b57cec5SDimitry Andric } 5620b57cec5SDimitry Andric object::OwningBinary<object::ObjectFile> &O = Obj.get(); 5630b57cec5SDimitry Andric EE->addObjectFile(std::move(O)); 5640b57cec5SDimitry Andric } 5650b57cec5SDimitry Andric 5660b57cec5SDimitry Andric for (unsigned i = 0, e = ExtraArchives.size(); i != e; ++i) { 5670b57cec5SDimitry Andric ErrorOr<std::unique_ptr<MemoryBuffer>> ArBufOrErr = 5680b57cec5SDimitry Andric MemoryBuffer::getFileOrSTDIN(ExtraArchives[i]); 5690b57cec5SDimitry Andric if (!ArBufOrErr) 5700b57cec5SDimitry Andric reportError(Err, argv[0]); 5710b57cec5SDimitry Andric std::unique_ptr<MemoryBuffer> &ArBuf = ArBufOrErr.get(); 5720b57cec5SDimitry Andric 5730b57cec5SDimitry Andric Expected<std::unique_ptr<object::Archive>> ArOrErr = 5740b57cec5SDimitry Andric object::Archive::create(ArBuf->getMemBufferRef()); 5750b57cec5SDimitry Andric if (!ArOrErr) { 5760b57cec5SDimitry Andric std::string Buf; 5770b57cec5SDimitry Andric raw_string_ostream OS(Buf); 5780b57cec5SDimitry Andric logAllUnhandledErrors(ArOrErr.takeError(), OS); 5790b57cec5SDimitry Andric OS.flush(); 5800b57cec5SDimitry Andric errs() << Buf; 5810b57cec5SDimitry Andric exit(1); 5820b57cec5SDimitry Andric } 5830b57cec5SDimitry Andric std::unique_ptr<object::Archive> &Ar = ArOrErr.get(); 5840b57cec5SDimitry Andric 5850b57cec5SDimitry Andric object::OwningBinary<object::Archive> OB(std::move(Ar), std::move(ArBuf)); 5860b57cec5SDimitry Andric 5870b57cec5SDimitry Andric EE->addArchive(std::move(OB)); 5880b57cec5SDimitry Andric } 5890b57cec5SDimitry Andric 5900b57cec5SDimitry Andric // If the target is Cygwin/MingW and we are generating remote code, we 5910b57cec5SDimitry Andric // need an extra module to help out with linking. 5920b57cec5SDimitry Andric if (RemoteMCJIT && Triple(Mod->getTargetTriple()).isOSCygMing()) { 5930b57cec5SDimitry Andric addCygMingExtraModule(*EE, Context, Mod->getTargetTriple()); 5940b57cec5SDimitry Andric } 5950b57cec5SDimitry Andric 5960b57cec5SDimitry Andric // The following functions have no effect if their respective profiling 5970b57cec5SDimitry Andric // support wasn't enabled in the build configuration. 5980b57cec5SDimitry Andric EE->RegisterJITEventListener( 5990b57cec5SDimitry Andric JITEventListener::createOProfileJITEventListener()); 6000b57cec5SDimitry Andric EE->RegisterJITEventListener( 6010b57cec5SDimitry Andric JITEventListener::createIntelJITEventListener()); 6020b57cec5SDimitry Andric if (!RemoteMCJIT) 6030b57cec5SDimitry Andric EE->RegisterJITEventListener( 6040b57cec5SDimitry Andric JITEventListener::createPerfJITEventListener()); 6050b57cec5SDimitry Andric 6060b57cec5SDimitry Andric if (!NoLazyCompilation && RemoteMCJIT) { 6070b57cec5SDimitry Andric WithColor::warning(errs(), argv[0]) 6080b57cec5SDimitry Andric << "remote mcjit does not support lazy compilation\n"; 6090b57cec5SDimitry Andric NoLazyCompilation = true; 6100b57cec5SDimitry Andric } 6110b57cec5SDimitry Andric EE->DisableLazyCompilation(NoLazyCompilation); 6120b57cec5SDimitry Andric 6130b57cec5SDimitry Andric // If the user specifically requested an argv[0] to pass into the program, 6140b57cec5SDimitry Andric // do it now. 6150b57cec5SDimitry Andric if (!FakeArgv0.empty()) { 6160b57cec5SDimitry Andric InputFile = static_cast<std::string>(FakeArgv0); 6170b57cec5SDimitry Andric } else { 6180b57cec5SDimitry Andric // Otherwise, if there is a .bc suffix on the executable strip it off, it 6190b57cec5SDimitry Andric // might confuse the program. 6205f757f3fSDimitry Andric if (StringRef(InputFile).ends_with(".bc")) 6210b57cec5SDimitry Andric InputFile.erase(InputFile.length() - 3); 6220b57cec5SDimitry Andric } 6230b57cec5SDimitry Andric 6240b57cec5SDimitry Andric // Add the module's name to the start of the vector of arguments to main(). 6250b57cec5SDimitry Andric InputArgv.insert(InputArgv.begin(), InputFile); 6260b57cec5SDimitry Andric 6270b57cec5SDimitry Andric // Call the main function from M as if its signature were: 6280b57cec5SDimitry Andric // int main (int argc, char **argv, const char **envp) 6290b57cec5SDimitry Andric // using the contents of Args to determine argc & argv, and the contents of 6300b57cec5SDimitry Andric // EnvVars to determine envp. 6310b57cec5SDimitry Andric // 6320b57cec5SDimitry Andric Function *EntryFn = Mod->getFunction(EntryFunc); 6330b57cec5SDimitry Andric if (!EntryFn) { 6340b57cec5SDimitry Andric WithColor::error(errs(), argv[0]) 6350b57cec5SDimitry Andric << '\'' << EntryFunc << "\' function not found in module.\n"; 6360b57cec5SDimitry Andric return -1; 6370b57cec5SDimitry Andric } 6380b57cec5SDimitry Andric 6390b57cec5SDimitry Andric // Reset errno to zero on entry to main. 6400b57cec5SDimitry Andric errno = 0; 6410b57cec5SDimitry Andric 6420b57cec5SDimitry Andric int Result = -1; 6430b57cec5SDimitry Andric 6440b57cec5SDimitry Andric // Sanity check use of remote-jit: LLI currently only supports use of the 6450b57cec5SDimitry Andric // remote JIT on Unix platforms. 6460b57cec5SDimitry Andric if (RemoteMCJIT) { 6470b57cec5SDimitry Andric #ifndef LLVM_ON_UNIX 6480b57cec5SDimitry Andric WithColor::warning(errs(), argv[0]) 6490b57cec5SDimitry Andric << "host does not support external remote targets.\n"; 6500b57cec5SDimitry Andric WithColor::note() << "defaulting to local execution\n"; 6510b57cec5SDimitry Andric return -1; 6520b57cec5SDimitry Andric #else 6530b57cec5SDimitry Andric if (ChildExecPath.empty()) { 6540b57cec5SDimitry Andric WithColor::error(errs(), argv[0]) 6550b57cec5SDimitry Andric << "-remote-mcjit requires -mcjit-remote-process.\n"; 6560b57cec5SDimitry Andric exit(1); 6570b57cec5SDimitry Andric } else if (!sys::fs::can_execute(ChildExecPath)) { 6580b57cec5SDimitry Andric WithColor::error(errs(), argv[0]) 6590b57cec5SDimitry Andric << "unable to find usable child executable: '" << ChildExecPath 6600b57cec5SDimitry Andric << "'\n"; 6610b57cec5SDimitry Andric return -1; 6620b57cec5SDimitry Andric } 6630b57cec5SDimitry Andric #endif 6640b57cec5SDimitry Andric } 6650b57cec5SDimitry Andric 6660b57cec5SDimitry Andric if (!RemoteMCJIT) { 6670b57cec5SDimitry Andric // If the program doesn't explicitly call exit, we will need the Exit 6680b57cec5SDimitry Andric // function later on to make an explicit call, so get the function now. 6690b57cec5SDimitry Andric FunctionCallee Exit = Mod->getOrInsertFunction( 6700b57cec5SDimitry Andric "exit", Type::getVoidTy(Context), Type::getInt32Ty(Context)); 6710b57cec5SDimitry Andric 6720b57cec5SDimitry Andric // Run static constructors. 6730b57cec5SDimitry Andric if (!ForceInterpreter) { 6740b57cec5SDimitry Andric // Give MCJIT a chance to apply relocations and set page permissions. 6750b57cec5SDimitry Andric EE->finalizeObject(); 6760b57cec5SDimitry Andric } 6770b57cec5SDimitry Andric EE->runStaticConstructorsDestructors(false); 6780b57cec5SDimitry Andric 6790b57cec5SDimitry Andric // Trigger compilation separately so code regions that need to be 6800b57cec5SDimitry Andric // invalidated will be known. 6810b57cec5SDimitry Andric (void)EE->getPointerToFunction(EntryFn); 6820b57cec5SDimitry Andric // Clear instruction cache before code will be executed. 6830b57cec5SDimitry Andric if (RTDyldMM) 6840b57cec5SDimitry Andric static_cast<SectionMemoryManager*>(RTDyldMM)->invalidateInstructionCache(); 6850b57cec5SDimitry Andric 6860b57cec5SDimitry Andric // Run main. 6870b57cec5SDimitry Andric Result = EE->runFunctionAsMain(EntryFn, InputArgv, envp); 6880b57cec5SDimitry Andric 6890b57cec5SDimitry Andric // Run static destructors. 6900b57cec5SDimitry Andric EE->runStaticConstructorsDestructors(true); 6910b57cec5SDimitry Andric 6920b57cec5SDimitry Andric // If the program didn't call exit explicitly, we should call it now. 6930b57cec5SDimitry Andric // This ensures that any atexit handlers get called correctly. 6940b57cec5SDimitry Andric if (Function *ExitF = 6950b57cec5SDimitry Andric dyn_cast<Function>(Exit.getCallee()->stripPointerCasts())) { 6960b57cec5SDimitry Andric if (ExitF->getFunctionType() == Exit.getFunctionType()) { 6970b57cec5SDimitry Andric std::vector<GenericValue> Args; 6980b57cec5SDimitry Andric GenericValue ResultGV; 6990b57cec5SDimitry Andric ResultGV.IntVal = APInt(32, Result); 7000b57cec5SDimitry Andric Args.push_back(ResultGV); 7010b57cec5SDimitry Andric EE->runFunction(ExitF, Args); 7020b57cec5SDimitry Andric WithColor::error(errs(), argv[0]) 7030b57cec5SDimitry Andric << "exit(" << Result << ") returned!\n"; 7040b57cec5SDimitry Andric abort(); 7050b57cec5SDimitry Andric } 7060b57cec5SDimitry Andric } 7070b57cec5SDimitry Andric WithColor::error(errs(), argv[0]) << "exit defined with wrong prototype!\n"; 7080b57cec5SDimitry Andric abort(); 7090b57cec5SDimitry Andric } else { 7100b57cec5SDimitry Andric // else == "if (RemoteMCJIT)" 71106c3fb27SDimitry Andric std::unique_ptr<orc::ExecutorProcessControl> EPC = ExitOnErr(launchRemote()); 7120b57cec5SDimitry Andric 7130b57cec5SDimitry Andric // Remote target MCJIT doesn't (yet) support static constructors. No reason 7140b57cec5SDimitry Andric // it couldn't. This is a limitation of the LLI implementation, not the 7150b57cec5SDimitry Andric // MCJIT itself. FIXME. 7160b57cec5SDimitry Andric 7170b57cec5SDimitry Andric // Create a remote memory manager. 718349cc55cSDimitry Andric auto RemoteMM = ExitOnErr( 719349cc55cSDimitry Andric orc::EPCGenericRTDyldMemoryManager::CreateWithDefaultBootstrapSymbols( 720349cc55cSDimitry Andric *EPC)); 7210b57cec5SDimitry Andric 7220b57cec5SDimitry Andric // Forward MCJIT's memory manager calls to the remote memory manager. 7230b57cec5SDimitry Andric static_cast<ForwardingMemoryManager*>(RTDyldMM)->setMemMgr( 7240b57cec5SDimitry Andric std::move(RemoteMM)); 7250b57cec5SDimitry Andric 7260b57cec5SDimitry Andric // Forward MCJIT's symbol resolution calls to the remote. 7270b57cec5SDimitry Andric static_cast<ForwardingMemoryManager *>(RTDyldMM)->setResolver( 728349cc55cSDimitry Andric ExitOnErr(RemoteResolver::Create(*EPC))); 7290b57cec5SDimitry Andric // Grab the target address of the JIT'd main function on the remote and call 7300b57cec5SDimitry Andric // it. 7310b57cec5SDimitry Andric // FIXME: argv and envp handling. 732349cc55cSDimitry Andric auto Entry = 733349cc55cSDimitry Andric orc::ExecutorAddr(EE->getFunctionAddress(EntryFn->getName().str())); 7340b57cec5SDimitry Andric EE->finalizeObject(); 7350b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "Executing '" << EntryFn->getName() << "' at 0x" 736349cc55cSDimitry Andric << format("%llx", Entry.getValue()) << "\n"); 737349cc55cSDimitry Andric Result = ExitOnErr(EPC->runAsMain(Entry, {})); 7380b57cec5SDimitry Andric 7390b57cec5SDimitry Andric // Like static constructors, the remote target MCJIT support doesn't handle 7400b57cec5SDimitry Andric // this yet. It could. FIXME. 7410b57cec5SDimitry Andric 7420b57cec5SDimitry Andric // Delete the EE - we need to tear it down *before* we terminate the session 7430b57cec5SDimitry Andric // with the remote, otherwise it'll crash when it tries to release resources 7440b57cec5SDimitry Andric // on a remote that has already been disconnected. 7450b57cec5SDimitry Andric EE.reset(); 7460b57cec5SDimitry Andric 7470b57cec5SDimitry Andric // Signal the remote target that we're done JITing. 748349cc55cSDimitry Andric ExitOnErr(EPC->disconnect()); 7490b57cec5SDimitry Andric } 7500b57cec5SDimitry Andric 7510b57cec5SDimitry Andric return Result; 7520b57cec5SDimitry Andric } 7530b57cec5SDimitry Andric 754*7a6dacacSDimitry Andric // JITLink debug support plugins put information about JITed code in this GDB 755*7a6dacacSDimitry Andric // JIT Interface global from OrcTargetProcess. 756*7a6dacacSDimitry Andric extern "C" struct jit_descriptor __jit_debug_descriptor; 757*7a6dacacSDimitry Andric 758*7a6dacacSDimitry Andric static struct jit_code_entry * 759*7a6dacacSDimitry Andric findNextDebugDescriptorEntry(struct jit_code_entry *Latest) { 760*7a6dacacSDimitry Andric if (Latest == nullptr) 761*7a6dacacSDimitry Andric return __jit_debug_descriptor.first_entry; 762*7a6dacacSDimitry Andric if (Latest->next_entry) 763*7a6dacacSDimitry Andric return Latest->next_entry; 764*7a6dacacSDimitry Andric return nullptr; 765*7a6dacacSDimitry Andric } 766*7a6dacacSDimitry Andric 767*7a6dacacSDimitry Andric static ToolOutputFile &claimToolOutput() { 768*7a6dacacSDimitry Andric static std::unique_ptr<ToolOutputFile> ToolOutput = nullptr; 769*7a6dacacSDimitry Andric if (ToolOutput) { 770*7a6dacacSDimitry Andric WithColor::error(errs(), "lli") 771*7a6dacacSDimitry Andric << "Can not claim stdout for tool output twice\n"; 772*7a6dacacSDimitry Andric exit(1); 773*7a6dacacSDimitry Andric } 774*7a6dacacSDimitry Andric std::error_code EC; 775*7a6dacacSDimitry Andric ToolOutput = std::make_unique<ToolOutputFile>("-", EC, sys::fs::OF_None); 776*7a6dacacSDimitry Andric if (EC) { 777*7a6dacacSDimitry Andric WithColor::error(errs(), "lli") 778*7a6dacacSDimitry Andric << "Failed to create tool output file: " << EC.message() << "\n"; 779*7a6dacacSDimitry Andric exit(1); 780*7a6dacacSDimitry Andric } 781*7a6dacacSDimitry Andric return *ToolOutput; 782*7a6dacacSDimitry Andric } 783*7a6dacacSDimitry Andric 784*7a6dacacSDimitry Andric static std::function<void(Module &)> createIRDebugDumper() { 7850b57cec5SDimitry Andric switch (OrcDumpKind) { 7860b57cec5SDimitry Andric case DumpKind::NoDump: 787*7a6dacacSDimitry Andric case DumpKind::DumpDebugDescriptor: 788*7a6dacacSDimitry Andric case DumpKind::DumpDebugObjects: 7898bcb0991SDimitry Andric return [](Module &M) {}; 7900b57cec5SDimitry Andric 7910b57cec5SDimitry Andric case DumpKind::DumpFuncsToStdOut: 7928bcb0991SDimitry Andric return [](Module &M) { 7930b57cec5SDimitry Andric printf("[ "); 7940b57cec5SDimitry Andric 7958bcb0991SDimitry Andric for (const auto &F : M) { 7960b57cec5SDimitry Andric if (F.isDeclaration()) 7970b57cec5SDimitry Andric continue; 7980b57cec5SDimitry Andric 7990b57cec5SDimitry Andric if (F.hasName()) { 8005ffd83dbSDimitry Andric std::string Name(std::string(F.getName())); 8010b57cec5SDimitry Andric printf("%s ", Name.c_str()); 8020b57cec5SDimitry Andric } else 8030b57cec5SDimitry Andric printf("<anon> "); 8040b57cec5SDimitry Andric } 8050b57cec5SDimitry Andric 8060b57cec5SDimitry Andric printf("]\n"); 8070b57cec5SDimitry Andric }; 8080b57cec5SDimitry Andric 8090b57cec5SDimitry Andric case DumpKind::DumpModsToStdOut: 8108bcb0991SDimitry Andric return [](Module &M) { 8118bcb0991SDimitry Andric outs() << "----- Module Start -----\n" << M << "----- Module End -----\n"; 8120b57cec5SDimitry Andric }; 8130b57cec5SDimitry Andric 8140b57cec5SDimitry Andric case DumpKind::DumpModsToDisk: 8158bcb0991SDimitry Andric return [](Module &M) { 8160b57cec5SDimitry Andric std::error_code EC; 817fe6060f1SDimitry Andric raw_fd_ostream Out(M.getModuleIdentifier() + ".ll", EC, 818fe6060f1SDimitry Andric sys::fs::OF_TextWithCRLF); 8190b57cec5SDimitry Andric if (EC) { 8208bcb0991SDimitry Andric errs() << "Couldn't open " << M.getModuleIdentifier() 8210b57cec5SDimitry Andric << " for dumping.\nError:" << EC.message() << "\n"; 8220b57cec5SDimitry Andric exit(1); 8230b57cec5SDimitry Andric } 8248bcb0991SDimitry Andric Out << M; 8250b57cec5SDimitry Andric }; 8260b57cec5SDimitry Andric } 8270b57cec5SDimitry Andric llvm_unreachable("Unknown DumpKind"); 8280b57cec5SDimitry Andric } 8290b57cec5SDimitry Andric 830*7a6dacacSDimitry Andric static std::function<void(MemoryBuffer &)> createObjDebugDumper() { 831*7a6dacacSDimitry Andric switch (OrcDumpKind) { 832*7a6dacacSDimitry Andric case DumpKind::NoDump: 833*7a6dacacSDimitry Andric case DumpKind::DumpFuncsToStdOut: 834*7a6dacacSDimitry Andric case DumpKind::DumpModsToStdOut: 835*7a6dacacSDimitry Andric case DumpKind::DumpModsToDisk: 836*7a6dacacSDimitry Andric return [](MemoryBuffer &) {}; 837*7a6dacacSDimitry Andric 838*7a6dacacSDimitry Andric case DumpKind::DumpDebugDescriptor: { 839*7a6dacacSDimitry Andric // Dump the empty descriptor at startup once 840*7a6dacacSDimitry Andric fprintf(stderr, "jit_debug_descriptor 0x%016" PRIx64 "\n", 841*7a6dacacSDimitry Andric pointerToJITTargetAddress(__jit_debug_descriptor.first_entry)); 842*7a6dacacSDimitry Andric return [](MemoryBuffer &) { 843*7a6dacacSDimitry Andric // Dump new entries as they appear 844*7a6dacacSDimitry Andric static struct jit_code_entry *Latest = nullptr; 845*7a6dacacSDimitry Andric while (auto *NewEntry = findNextDebugDescriptorEntry(Latest)) { 846*7a6dacacSDimitry Andric fprintf(stderr, "jit_debug_descriptor 0x%016" PRIx64 "\n", 847*7a6dacacSDimitry Andric pointerToJITTargetAddress(NewEntry)); 848*7a6dacacSDimitry Andric Latest = NewEntry; 849*7a6dacacSDimitry Andric } 850*7a6dacacSDimitry Andric }; 851*7a6dacacSDimitry Andric } 852*7a6dacacSDimitry Andric 853*7a6dacacSDimitry Andric case DumpKind::DumpDebugObjects: { 854*7a6dacacSDimitry Andric return [](MemoryBuffer &Obj) { 855*7a6dacacSDimitry Andric static struct jit_code_entry *Latest = nullptr; 856*7a6dacacSDimitry Andric static ToolOutputFile &ToolOutput = claimToolOutput(); 857*7a6dacacSDimitry Andric while (auto *NewEntry = findNextDebugDescriptorEntry(Latest)) { 858*7a6dacacSDimitry Andric ToolOutput.os().write(NewEntry->symfile_addr, NewEntry->symfile_size); 859*7a6dacacSDimitry Andric Latest = NewEntry; 860*7a6dacacSDimitry Andric } 861*7a6dacacSDimitry Andric }; 862*7a6dacacSDimitry Andric } 863*7a6dacacSDimitry Andric } 864*7a6dacacSDimitry Andric llvm_unreachable("Unknown DumpKind"); 865*7a6dacacSDimitry Andric } 866*7a6dacacSDimitry Andric 8675ffd83dbSDimitry Andric Error loadDylibs() { 8685ffd83dbSDimitry Andric for (const auto &Dylib : Dylibs) { 8695ffd83dbSDimitry Andric std::string ErrMsg; 8705ffd83dbSDimitry Andric if (sys::DynamicLibrary::LoadLibraryPermanently(Dylib.c_str(), &ErrMsg)) 8715ffd83dbSDimitry Andric return make_error<StringError>(ErrMsg, inconvertibleErrorCode()); 8725ffd83dbSDimitry Andric } 8735ffd83dbSDimitry Andric 8745ffd83dbSDimitry Andric return Error::success(); 8755ffd83dbSDimitry Andric } 8765ffd83dbSDimitry Andric 8770b57cec5SDimitry Andric static void exitOnLazyCallThroughFailure() { exit(1); } 8780b57cec5SDimitry Andric 8795ffd83dbSDimitry Andric Expected<orc::ThreadSafeModule> 8805ffd83dbSDimitry Andric loadModule(StringRef Path, orc::ThreadSafeContext TSCtx) { 8815ffd83dbSDimitry Andric SMDiagnostic Err; 8825ffd83dbSDimitry Andric auto M = parseIRFile(Path, Err, *TSCtx.getContext()); 8835ffd83dbSDimitry Andric if (!M) { 8845ffd83dbSDimitry Andric std::string ErrMsg; 8855ffd83dbSDimitry Andric { 8865ffd83dbSDimitry Andric raw_string_ostream ErrMsgStream(ErrMsg); 8875ffd83dbSDimitry Andric Err.print("lli", ErrMsgStream); 8885ffd83dbSDimitry Andric } 8895ffd83dbSDimitry Andric return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode()); 8905ffd83dbSDimitry Andric } 8915ffd83dbSDimitry Andric 8925ffd83dbSDimitry Andric if (EnableCacheManager) 8935ffd83dbSDimitry Andric M->setModuleIdentifier("file:" + M->getModuleIdentifier()); 8945ffd83dbSDimitry Andric 8955ffd83dbSDimitry Andric return orc::ThreadSafeModule(std::move(M), std::move(TSCtx)); 8965ffd83dbSDimitry Andric } 8975ffd83dbSDimitry Andric 89806c3fb27SDimitry Andric int mingw_noop_main(void) { 89906c3fb27SDimitry Andric // Cygwin and MinGW insert calls from the main function to the runtime 90006c3fb27SDimitry Andric // function __main. The __main function is responsible for setting up main's 90106c3fb27SDimitry Andric // environment (e.g. running static constructors), however this is not needed 90206c3fb27SDimitry Andric // when running under lli: the executor process will have run non-JIT ctors, 90306c3fb27SDimitry Andric // and ORC will take care of running JIT'd ctors. To avoid a missing symbol 90406c3fb27SDimitry Andric // error we just implement __main as a no-op. 90506c3fb27SDimitry Andric // 90606c3fb27SDimitry Andric // FIXME: Move this to ORC-RT (and the ORC-RT substitution library once it 90706c3fb27SDimitry Andric // exists). That will allow it to work out-of-process, and for all 90806c3fb27SDimitry Andric // ORC tools (the problem isn't lli specific). 90906c3fb27SDimitry Andric return 0; 91006c3fb27SDimitry Andric } 91106c3fb27SDimitry Andric 9125f757f3fSDimitry Andric // Try to enable debugger support for the given instance. 9135f757f3fSDimitry Andric // This alway returns success, but prints a warning if it's not able to enable 9145f757f3fSDimitry Andric // debugger support. 9155f757f3fSDimitry Andric Error tryEnableDebugSupport(orc::LLJIT &J) { 9165f757f3fSDimitry Andric if (auto Err = enableDebuggerSupport(J)) { 9175f757f3fSDimitry Andric [[maybe_unused]] std::string ErrMsg = toString(std::move(Err)); 9185f757f3fSDimitry Andric LLVM_DEBUG(dbgs() << "lli: " << ErrMsg << "\n"); 9195f757f3fSDimitry Andric } 9205f757f3fSDimitry Andric return Error::success(); 9215f757f3fSDimitry Andric } 9225f757f3fSDimitry Andric 923fe6060f1SDimitry Andric int runOrcJIT(const char *ProgName) { 9240b57cec5SDimitry Andric // Start setting up the JIT environment. 9250b57cec5SDimitry Andric 9260b57cec5SDimitry Andric // Parse the main module. 9278bcb0991SDimitry Andric orc::ThreadSafeContext TSCtx(std::make_unique<LLVMContext>()); 9285ffd83dbSDimitry Andric auto MainModule = ExitOnErr(loadModule(InputFile, TSCtx)); 9290b57cec5SDimitry Andric 9305ffd83dbSDimitry Andric // Get TargetTriple and DataLayout from the main module if they're explicitly 9315ffd83dbSDimitry Andric // set. 932bdd1243dSDimitry Andric std::optional<Triple> TT; 933bdd1243dSDimitry Andric std::optional<DataLayout> DL; 9345ffd83dbSDimitry Andric MainModule.withModuleDo([&](Module &M) { 9355ffd83dbSDimitry Andric if (!M.getTargetTriple().empty()) 9365ffd83dbSDimitry Andric TT = Triple(M.getTargetTriple()); 9375ffd83dbSDimitry Andric if (!M.getDataLayout().isDefault()) 9385ffd83dbSDimitry Andric DL = M.getDataLayout(); 9395ffd83dbSDimitry Andric }); 9405ffd83dbSDimitry Andric 9410b57cec5SDimitry Andric orc::LLLazyJITBuilder Builder; 9420b57cec5SDimitry Andric 9430b57cec5SDimitry Andric Builder.setJITTargetMachineBuilder( 9445ffd83dbSDimitry Andric TT ? orc::JITTargetMachineBuilder(*TT) 9455ffd83dbSDimitry Andric : ExitOnErr(orc::JITTargetMachineBuilder::detectHost())); 9460b57cec5SDimitry Andric 9475ffd83dbSDimitry Andric TT = Builder.getJITTargetMachineBuilder()->getTargetTriple(); 9485ffd83dbSDimitry Andric if (DL) 9495ffd83dbSDimitry Andric Builder.setDataLayout(DL); 9505ffd83dbSDimitry Andric 9515ffd83dbSDimitry Andric if (!codegen::getMArch().empty()) 9525ffd83dbSDimitry Andric Builder.getJITTargetMachineBuilder()->getTargetTriple().setArchName( 9535ffd83dbSDimitry Andric codegen::getMArch()); 9540b57cec5SDimitry Andric 9550b57cec5SDimitry Andric Builder.getJITTargetMachineBuilder() 9565ffd83dbSDimitry Andric ->setCPU(codegen::getCPUStr()) 9575ffd83dbSDimitry Andric .addFeatures(codegen::getFeatureList()) 9585ffd83dbSDimitry Andric .setRelocationModel(codegen::getExplicitRelocModel()) 9595ffd83dbSDimitry Andric .setCodeModel(codegen::getExplicitCodeModel()); 9600b57cec5SDimitry Andric 96106c3fb27SDimitry Andric // Link process symbols unless NoProcessSymbols is set. 96206c3fb27SDimitry Andric Builder.setLinkProcessSymbolsByDefault(!NoProcessSymbols); 96306c3fb27SDimitry Andric 964fe6060f1SDimitry Andric // FIXME: Setting a dummy call-through manager in non-lazy mode prevents the 965fe6060f1SDimitry Andric // JIT builder to instantiate a default (which would fail with an error for 966fe6060f1SDimitry Andric // unsupported architectures). 967fe6060f1SDimitry Andric if (UseJITKind != JITKind::OrcLazy) { 968fe6060f1SDimitry Andric auto ES = std::make_unique<orc::ExecutionSession>( 969fe6060f1SDimitry Andric ExitOnErr(orc::SelfExecutorProcessControl::Create())); 970fe6060f1SDimitry Andric Builder.setLazyCallthroughManager( 97106c3fb27SDimitry Andric std::make_unique<orc::LazyCallThroughManager>(*ES, orc::ExecutorAddr(), 97206c3fb27SDimitry Andric nullptr)); 973fe6060f1SDimitry Andric Builder.setExecutionSession(std::move(ES)); 974fe6060f1SDimitry Andric } 975fe6060f1SDimitry Andric 9760b57cec5SDimitry Andric Builder.setLazyCompileFailureAddr( 97781ad6265SDimitry Andric orc::ExecutorAddr::fromPtr(exitOnLazyCallThroughFailure)); 9780b57cec5SDimitry Andric Builder.setNumCompileThreads(LazyJITCompileThreads); 9790b57cec5SDimitry Andric 9805ffd83dbSDimitry Andric // If the object cache is enabled then set a custom compile function 9815ffd83dbSDimitry Andric // creator to use the cache. 9825ffd83dbSDimitry Andric std::unique_ptr<LLIObjectCache> CacheManager; 9835ffd83dbSDimitry Andric if (EnableCacheManager) { 9845ffd83dbSDimitry Andric 9855ffd83dbSDimitry Andric CacheManager = std::make_unique<LLIObjectCache>(ObjectCacheDir); 9865ffd83dbSDimitry Andric 9875ffd83dbSDimitry Andric Builder.setCompileFunctionCreator( 9885ffd83dbSDimitry Andric [&](orc::JITTargetMachineBuilder JTMB) 9895ffd83dbSDimitry Andric -> Expected<std::unique_ptr<orc::IRCompileLayer::IRCompiler>> { 9905ffd83dbSDimitry Andric if (LazyJITCompileThreads > 0) 9915ffd83dbSDimitry Andric return std::make_unique<orc::ConcurrentIRCompiler>(std::move(JTMB), 9925ffd83dbSDimitry Andric CacheManager.get()); 9935ffd83dbSDimitry Andric 9945ffd83dbSDimitry Andric auto TM = JTMB.createTargetMachine(); 9955ffd83dbSDimitry Andric if (!TM) 9965ffd83dbSDimitry Andric return TM.takeError(); 9975ffd83dbSDimitry Andric 9985ffd83dbSDimitry Andric return std::make_unique<orc::TMOwningSimpleCompiler>(std::move(*TM), 9995ffd83dbSDimitry Andric CacheManager.get()); 10005ffd83dbSDimitry Andric }); 10015ffd83dbSDimitry Andric } 10025ffd83dbSDimitry Andric 10035f757f3fSDimitry Andric // Enable debugging of JIT'd code (only works on JITLink for ELF and MachO). 10045f757f3fSDimitry Andric Builder.setPrePlatformSetup(tryEnableDebugSupport); 10055f757f3fSDimitry Andric 10065ffd83dbSDimitry Andric // Set up LLJIT platform. 10075ffd83dbSDimitry Andric LLJITPlatform P = Platform; 100806c3fb27SDimitry Andric if (P == LLJITPlatform::Auto) 100906c3fb27SDimitry Andric P = OrcRuntime.empty() ? LLJITPlatform::GenericIR 101006c3fb27SDimitry Andric : LLJITPlatform::ExecutorNative; 101106c3fb27SDimitry Andric 10125ffd83dbSDimitry Andric switch (P) { 101306c3fb27SDimitry Andric case LLJITPlatform::ExecutorNative: { 101406c3fb27SDimitry Andric Builder.setPlatformSetUp(orc::ExecutorNativePlatform(OrcRuntime)); 101581ad6265SDimitry Andric break; 101606c3fb27SDimitry Andric } 10175ffd83dbSDimitry Andric case LLJITPlatform::GenericIR: 10185ffd83dbSDimitry Andric // Nothing to do: LLJITBuilder will use this by default. 10195ffd83dbSDimitry Andric break; 1020fe6060f1SDimitry Andric case LLJITPlatform::Inactive: 1021fe6060f1SDimitry Andric Builder.setPlatformSetUp(orc::setUpInactivePlatform); 10225ffd83dbSDimitry Andric break; 10235ffd83dbSDimitry Andric default: 10245ffd83dbSDimitry Andric llvm_unreachable("Unrecognized platform value"); 10255ffd83dbSDimitry Andric } 10265ffd83dbSDimitry Andric 1027fe6060f1SDimitry Andric std::unique_ptr<orc::ExecutorProcessControl> EPC = nullptr; 1028fe6060f1SDimitry Andric if (JITLinker == JITLinkerKind::JITLink) { 1029fe6060f1SDimitry Andric EPC = ExitOnErr(orc::SelfExecutorProcessControl::Create( 1030fe6060f1SDimitry Andric std::make_shared<orc::SymbolStringPool>())); 1031fe6060f1SDimitry Andric 10321db9f3b2SDimitry Andric Builder.getJITTargetMachineBuilder() 10331db9f3b2SDimitry Andric ->setRelocationModel(Reloc::PIC_) 10341db9f3b2SDimitry Andric .setCodeModel(CodeModel::Small); 10351db9f3b2SDimitry Andric Builder.setObjectLinkingLayerCreator([&P](orc::ExecutionSession &ES, 103681ad6265SDimitry Andric const Triple &TT) { 10371db9f3b2SDimitry Andric auto L = std::make_unique<orc::ObjectLinkingLayer>(ES); 103806c3fb27SDimitry Andric if (P != LLJITPlatform::ExecutorNative) 1039fe6060f1SDimitry Andric L->addPlugin(std::make_unique<orc::EHFrameRegistrationPlugin>( 1040fe6060f1SDimitry Andric ES, ExitOnErr(orc::EPCEHFrameRegistrar::Create(ES)))); 1041fe6060f1SDimitry Andric return L; 1042fe6060f1SDimitry Andric }); 1043fe6060f1SDimitry Andric } 1044fe6060f1SDimitry Andric 10450b57cec5SDimitry Andric auto J = ExitOnErr(Builder.create()); 10460b57cec5SDimitry Andric 1047fe6060f1SDimitry Andric auto *ObjLayer = &J->getObjLinkingLayer(); 104806c3fb27SDimitry Andric if (auto *RTDyldObjLayer = dyn_cast<orc::RTDyldObjectLinkingLayer>(ObjLayer)) { 1049fe6060f1SDimitry Andric RTDyldObjLayer->registerJITEventListener( 10505ffd83dbSDimitry Andric *JITEventListener::createGDBRegistrationListener()); 105106c3fb27SDimitry Andric #if LLVM_USE_OPROFILE 105206c3fb27SDimitry Andric RTDyldObjLayer->registerJITEventListener( 105306c3fb27SDimitry Andric *JITEventListener::createOProfileJITEventListener()); 105406c3fb27SDimitry Andric #endif 105506c3fb27SDimitry Andric #if LLVM_USE_INTEL_JITEVENTS 105606c3fb27SDimitry Andric RTDyldObjLayer->registerJITEventListener( 105706c3fb27SDimitry Andric *JITEventListener::createIntelJITEventListener()); 105806c3fb27SDimitry Andric #endif 105906c3fb27SDimitry Andric #if LLVM_USE_PERF 106006c3fb27SDimitry Andric RTDyldObjLayer->registerJITEventListener( 106106c3fb27SDimitry Andric *JITEventListener::createPerfJITEventListener()); 106206c3fb27SDimitry Andric #endif 106306c3fb27SDimitry Andric } 10645ffd83dbSDimitry Andric 10650b57cec5SDimitry Andric if (PerModuleLazy) 10660b57cec5SDimitry Andric J->setPartitionFunction(orc::CompileOnDemandLayer::compileWholeModule); 10670b57cec5SDimitry Andric 1068*7a6dacacSDimitry Andric auto IRDump = createIRDebugDumper(); 10695ffd83dbSDimitry Andric J->getIRTransformLayer().setTransform( 10705ffd83dbSDimitry Andric [&](orc::ThreadSafeModule TSM, 10710b57cec5SDimitry Andric const orc::MaterializationResponsibility &R) { 10728bcb0991SDimitry Andric TSM.withModuleDo([&](Module &M) { 10738bcb0991SDimitry Andric if (verifyModule(M, &dbgs())) { 10748bcb0991SDimitry Andric dbgs() << "Bad module: " << &M << "\n"; 10750b57cec5SDimitry Andric exit(1); 10760b57cec5SDimitry Andric } 1077*7a6dacacSDimitry Andric IRDump(M); 10780b57cec5SDimitry Andric }); 10798bcb0991SDimitry Andric return TSM; 10808bcb0991SDimitry Andric }); 10810b57cec5SDimitry Andric 1082*7a6dacacSDimitry Andric auto ObjDump = createObjDebugDumper(); 1083*7a6dacacSDimitry Andric J->getObjTransformLayer().setTransform( 1084*7a6dacacSDimitry Andric [&](std::unique_ptr<MemoryBuffer> Obj) 1085*7a6dacacSDimitry Andric -> Expected<std::unique_ptr<MemoryBuffer>> { 1086*7a6dacacSDimitry Andric ObjDump(*Obj); 1087*7a6dacacSDimitry Andric return std::move(Obj); 1088*7a6dacacSDimitry Andric }); 1089fe6060f1SDimitry Andric 109006c3fb27SDimitry Andric // If this is a Mingw or Cygwin executor then we need to alias __main to 109106c3fb27SDimitry Andric // orc_rt_int_void_return_0. 109206c3fb27SDimitry Andric if (J->getTargetTriple().isOSCygMing()) 109306c3fb27SDimitry Andric ExitOnErr(J->getProcessSymbolsJITDylib()->define( 109406c3fb27SDimitry Andric orc::absoluteSymbols({{J->mangleAndIntern("__main"), 109506c3fb27SDimitry Andric {orc::ExecutorAddr::fromPtr(mingw_noop_main), 109606c3fb27SDimitry Andric JITSymbolFlags::Exported}}}))); 109781ad6265SDimitry Andric 1098fe6060f1SDimitry Andric // Regular modules are greedy: They materialize as a whole and trigger 1099fe6060f1SDimitry Andric // materialization for all required symbols recursively. Lazy modules go 1100fe6060f1SDimitry Andric // through partitioning and they replace outgoing calls with reexport stubs 1101fe6060f1SDimitry Andric // that resolve on call-through. 1102fe6060f1SDimitry Andric auto AddModule = [&](orc::JITDylib &JD, orc::ThreadSafeModule M) { 1103fe6060f1SDimitry Andric return UseJITKind == JITKind::OrcLazy ? J->addLazyIRModule(JD, std::move(M)) 1104fe6060f1SDimitry Andric : J->addIRModule(JD, std::move(M)); 1105fe6060f1SDimitry Andric }; 1106fe6060f1SDimitry Andric 11070b57cec5SDimitry Andric // Add the main module. 1108fe6060f1SDimitry Andric ExitOnErr(AddModule(J->getMainJITDylib(), std::move(MainModule))); 11090b57cec5SDimitry Andric 11100b57cec5SDimitry Andric // Create JITDylibs and add any extra modules. 11110b57cec5SDimitry Andric { 11120b57cec5SDimitry Andric // Create JITDylibs, keep a map from argument index to dylib. We will use 11130b57cec5SDimitry Andric // -extra-module argument indexes to determine what dylib to use for each 11140b57cec5SDimitry Andric // -extra-module. 11150b57cec5SDimitry Andric std::map<unsigned, orc::JITDylib *> IdxToDylib; 11160b57cec5SDimitry Andric IdxToDylib[0] = &J->getMainJITDylib(); 11170b57cec5SDimitry Andric for (auto JDItr = JITDylibs.begin(), JDEnd = JITDylibs.end(); 11180b57cec5SDimitry Andric JDItr != JDEnd; ++JDItr) { 11190b57cec5SDimitry Andric orc::JITDylib *JD = J->getJITDylibByName(*JDItr); 11205ffd83dbSDimitry Andric if (!JD) { 11215ffd83dbSDimitry Andric JD = &ExitOnErr(J->createJITDylib(*JDItr)); 11225ffd83dbSDimitry Andric J->getMainJITDylib().addToLinkOrder(*JD); 11235ffd83dbSDimitry Andric JD->addToLinkOrder(J->getMainJITDylib()); 11245ffd83dbSDimitry Andric } 11250b57cec5SDimitry Andric IdxToDylib[JITDylibs.getPosition(JDItr - JITDylibs.begin())] = JD; 11260b57cec5SDimitry Andric } 11270b57cec5SDimitry Andric 11280b57cec5SDimitry Andric for (auto EMItr = ExtraModules.begin(), EMEnd = ExtraModules.end(); 11290b57cec5SDimitry Andric EMItr != EMEnd; ++EMItr) { 11305ffd83dbSDimitry Andric auto M = ExitOnErr(loadModule(*EMItr, TSCtx)); 11310b57cec5SDimitry Andric 11320b57cec5SDimitry Andric auto EMIdx = ExtraModules.getPosition(EMItr - ExtraModules.begin()); 11330b57cec5SDimitry Andric assert(EMIdx != 0 && "ExtraModule should have index > 0"); 11340b57cec5SDimitry Andric auto JDItr = std::prev(IdxToDylib.lower_bound(EMIdx)); 11350b57cec5SDimitry Andric auto &JD = *JDItr->second; 1136fe6060f1SDimitry Andric ExitOnErr(AddModule(JD, std::move(M))); 11370b57cec5SDimitry Andric } 11388bcb0991SDimitry Andric 11398bcb0991SDimitry Andric for (auto EAItr = ExtraArchives.begin(), EAEnd = ExtraArchives.end(); 11408bcb0991SDimitry Andric EAItr != EAEnd; ++EAItr) { 11418bcb0991SDimitry Andric auto EAIdx = ExtraArchives.getPosition(EAItr - ExtraArchives.begin()); 11428bcb0991SDimitry Andric assert(EAIdx != 0 && "ExtraArchive should have index > 0"); 11438bcb0991SDimitry Andric auto JDItr = std::prev(IdxToDylib.lower_bound(EAIdx)); 11448bcb0991SDimitry Andric auto &JD = *JDItr->second; 114506c3fb27SDimitry Andric ExitOnErr(J->linkStaticLibraryInto(JD, EAItr->c_str())); 11468bcb0991SDimitry Andric } 11470b57cec5SDimitry Andric } 11480b57cec5SDimitry Andric 11490b57cec5SDimitry Andric // Add the objects. 11500b57cec5SDimitry Andric for (auto &ObjPath : ExtraObjects) { 11510b57cec5SDimitry Andric auto Obj = ExitOnErr(errorOrToExpected(MemoryBuffer::getFile(ObjPath))); 11520b57cec5SDimitry Andric ExitOnErr(J->addObjectFile(std::move(Obj))); 11530b57cec5SDimitry Andric } 11540b57cec5SDimitry Andric 11550b57cec5SDimitry Andric // Run any static constructors. 11565ffd83dbSDimitry Andric ExitOnErr(J->initialize(J->getMainJITDylib())); 11570b57cec5SDimitry Andric 11580b57cec5SDimitry Andric // Run any -thread-entry points. 11590b57cec5SDimitry Andric std::vector<std::thread> AltEntryThreads; 11600b57cec5SDimitry Andric for (auto &ThreadEntryPoint : ThreadEntryPoints) { 11610b57cec5SDimitry Andric auto EntryPointSym = ExitOnErr(J->lookup(ThreadEntryPoint)); 11620b57cec5SDimitry Andric typedef void (*EntryPointPtr)(); 116381ad6265SDimitry Andric auto EntryPoint = EntryPointSym.toPtr<EntryPointPtr>(); 11640b57cec5SDimitry Andric AltEntryThreads.push_back(std::thread([EntryPoint]() { EntryPoint(); })); 11650b57cec5SDimitry Andric } 11660b57cec5SDimitry Andric 1167fe6060f1SDimitry Andric // Resolve and run the main function. 116881ad6265SDimitry Andric auto MainAddr = ExitOnErr(J->lookup(EntryFunc)); 1169fe6060f1SDimitry Andric int Result; 11700b57cec5SDimitry Andric 1171fe6060f1SDimitry Andric if (EPC) { 1172fe6060f1SDimitry Andric // ExecutorProcessControl-based execution with JITLink. 117381ad6265SDimitry Andric Result = ExitOnErr(EPC->runAsMain(MainAddr, InputArgv)); 1174fe6060f1SDimitry Andric } else { 1175fe6060f1SDimitry Andric // Manual in-process execution with RuntimeDyld. 1176fe6060f1SDimitry Andric using MainFnTy = int(int, char *[]); 117781ad6265SDimitry Andric auto MainFn = MainAddr.toPtr<MainFnTy *>(); 1178fe6060f1SDimitry Andric Result = orc::runAsMain(MainFn, InputArgv, StringRef(InputFile)); 1179fe6060f1SDimitry Andric } 11800b57cec5SDimitry Andric 11810b57cec5SDimitry Andric // Wait for -entry-point threads. 11820b57cec5SDimitry Andric for (auto &AltEntryThread : AltEntryThreads) 11830b57cec5SDimitry Andric AltEntryThread.join(); 11840b57cec5SDimitry Andric 11850b57cec5SDimitry Andric // Run destructors. 11865ffd83dbSDimitry Andric ExitOnErr(J->deinitialize(J->getMainJITDylib())); 11870b57cec5SDimitry Andric 11880b57cec5SDimitry Andric return Result; 11890b57cec5SDimitry Andric } 11900b57cec5SDimitry Andric 11910b57cec5SDimitry Andric void disallowOrcOptions() { 11920b57cec5SDimitry Andric // Make sure nobody used an orc-lazy specific option accidentally. 11930b57cec5SDimitry Andric 11940b57cec5SDimitry Andric if (LazyJITCompileThreads != 0) { 11950b57cec5SDimitry Andric errs() << "-compile-threads requires -jit-kind=orc-lazy\n"; 11960b57cec5SDimitry Andric exit(1); 11970b57cec5SDimitry Andric } 11980b57cec5SDimitry Andric 11990b57cec5SDimitry Andric if (!ThreadEntryPoints.empty()) { 12000b57cec5SDimitry Andric errs() << "-thread-entry requires -jit-kind=orc-lazy\n"; 12010b57cec5SDimitry Andric exit(1); 12020b57cec5SDimitry Andric } 12030b57cec5SDimitry Andric 12040b57cec5SDimitry Andric if (PerModuleLazy) { 12050b57cec5SDimitry Andric errs() << "-per-module-lazy requires -jit-kind=orc-lazy\n"; 12060b57cec5SDimitry Andric exit(1); 12070b57cec5SDimitry Andric } 12080b57cec5SDimitry Andric } 12090b57cec5SDimitry Andric 1210349cc55cSDimitry Andric Expected<std::unique_ptr<orc::ExecutorProcessControl>> launchRemote() { 12110b57cec5SDimitry Andric #ifndef LLVM_ON_UNIX 12120b57cec5SDimitry Andric llvm_unreachable("launchRemote not supported on non-Unix platforms"); 12130b57cec5SDimitry Andric #else 12140b57cec5SDimitry Andric int PipeFD[2][2]; 12150b57cec5SDimitry Andric pid_t ChildPID; 12160b57cec5SDimitry Andric 12170b57cec5SDimitry Andric // Create two pipes. 12180b57cec5SDimitry Andric if (pipe(PipeFD[0]) != 0 || pipe(PipeFD[1]) != 0) 12190b57cec5SDimitry Andric perror("Error creating pipe: "); 12200b57cec5SDimitry Andric 12210b57cec5SDimitry Andric ChildPID = fork(); 12220b57cec5SDimitry Andric 12230b57cec5SDimitry Andric if (ChildPID == 0) { 12240b57cec5SDimitry Andric // In the child... 12250b57cec5SDimitry Andric 12260b57cec5SDimitry Andric // Close the parent ends of the pipes 12270b57cec5SDimitry Andric close(PipeFD[0][1]); 12280b57cec5SDimitry Andric close(PipeFD[1][0]); 12290b57cec5SDimitry Andric 12300b57cec5SDimitry Andric 12310b57cec5SDimitry Andric // Execute the child process. 12320b57cec5SDimitry Andric std::unique_ptr<char[]> ChildPath, ChildIn, ChildOut; 12330b57cec5SDimitry Andric { 12340b57cec5SDimitry Andric ChildPath.reset(new char[ChildExecPath.size() + 1]); 12350b57cec5SDimitry Andric std::copy(ChildExecPath.begin(), ChildExecPath.end(), &ChildPath[0]); 12360b57cec5SDimitry Andric ChildPath[ChildExecPath.size()] = '\0'; 12370b57cec5SDimitry Andric std::string ChildInStr = utostr(PipeFD[0][0]); 12380b57cec5SDimitry Andric ChildIn.reset(new char[ChildInStr.size() + 1]); 12390b57cec5SDimitry Andric std::copy(ChildInStr.begin(), ChildInStr.end(), &ChildIn[0]); 12400b57cec5SDimitry Andric ChildIn[ChildInStr.size()] = '\0'; 12410b57cec5SDimitry Andric std::string ChildOutStr = utostr(PipeFD[1][1]); 12420b57cec5SDimitry Andric ChildOut.reset(new char[ChildOutStr.size() + 1]); 12430b57cec5SDimitry Andric std::copy(ChildOutStr.begin(), ChildOutStr.end(), &ChildOut[0]); 12440b57cec5SDimitry Andric ChildOut[ChildOutStr.size()] = '\0'; 12450b57cec5SDimitry Andric } 12460b57cec5SDimitry Andric 12470b57cec5SDimitry Andric char * const args[] = { &ChildPath[0], &ChildIn[0], &ChildOut[0], nullptr }; 12480b57cec5SDimitry Andric int rc = execv(ChildExecPath.c_str(), args); 12490b57cec5SDimitry Andric if (rc != 0) 12500b57cec5SDimitry Andric perror("Error executing child process: "); 12510b57cec5SDimitry Andric llvm_unreachable("Error executing child process"); 12520b57cec5SDimitry Andric } 12530b57cec5SDimitry Andric // else we're the parent... 12540b57cec5SDimitry Andric 12550b57cec5SDimitry Andric // Close the child ends of the pipes 12560b57cec5SDimitry Andric close(PipeFD[0][0]); 12570b57cec5SDimitry Andric close(PipeFD[1][1]); 12580b57cec5SDimitry Andric 1259349cc55cSDimitry Andric // Return a SimpleRemoteEPC instance connected to our end of the pipes. 1260349cc55cSDimitry Andric return orc::SimpleRemoteEPC::Create<orc::FDSimpleRemoteEPCTransport>( 1261349cc55cSDimitry Andric std::make_unique<llvm::orc::InPlaceTaskDispatcher>(), 1262349cc55cSDimitry Andric llvm::orc::SimpleRemoteEPC::Setup(), PipeFD[1][0], PipeFD[0][1]); 12630b57cec5SDimitry Andric #endif 12640b57cec5SDimitry Andric } 126506c3fb27SDimitry Andric 126606c3fb27SDimitry Andric // For MinGW environments, manually export the __chkstk function from the lli 126706c3fb27SDimitry Andric // executable. 126806c3fb27SDimitry Andric // 126906c3fb27SDimitry Andric // Normally, this function is provided by compiler-rt builtins or libgcc. 127006c3fb27SDimitry Andric // It is named "_alloca" on i386, "___chkstk_ms" on x86_64, and "__chkstk" on 127106c3fb27SDimitry Andric // arm/aarch64. In MSVC configurations, it's named "__chkstk" in all 127206c3fb27SDimitry Andric // configurations. 127306c3fb27SDimitry Andric // 127406c3fb27SDimitry Andric // When Orc tries to resolve symbols at runtime, this succeeds in MSVC 127506c3fb27SDimitry Andric // configurations, somewhat by accident/luck; kernelbase.dll does export a 127606c3fb27SDimitry Andric // symbol named "__chkstk" which gets found by Orc, even if regular applications 127706c3fb27SDimitry Andric // never link against that function from that DLL (it's linked in statically 127806c3fb27SDimitry Andric // from a compiler support library). 127906c3fb27SDimitry Andric // 128006c3fb27SDimitry Andric // The MinGW specific symbol names aren't available in that DLL though. 128106c3fb27SDimitry Andric // Therefore, manually export the relevant symbol from lli, to let it be 128206c3fb27SDimitry Andric // found at runtime during tests. 128306c3fb27SDimitry Andric // 128406c3fb27SDimitry Andric // For real JIT uses, the real compiler support libraries should be linked 128506c3fb27SDimitry Andric // in, somehow; this is a workaround to let tests pass. 128606c3fb27SDimitry Andric // 12874542f901SDimitry Andric // We need to make sure that this symbol actually is linked in when we 12884542f901SDimitry Andric // try to export it; if no functions allocate a large enough stack area, 12894542f901SDimitry Andric // nothing would reference it. Therefore, manually declare it and add a 12904542f901SDimitry Andric // reference to it. (Note, the declarations of _alloca/___chkstk_ms/__chkstk 12914542f901SDimitry Andric // are somewhat bogus, these functions use a different custom calling 12924542f901SDimitry Andric // convention.) 12934542f901SDimitry Andric // 129406c3fb27SDimitry Andric // TODO: Move this into libORC at some point, see 129506c3fb27SDimitry Andric // https://github.com/llvm/llvm-project/issues/56603. 129606c3fb27SDimitry Andric #ifdef __MINGW32__ 129706c3fb27SDimitry Andric // This is a MinGW version of #pragma comment(linker, "...") that doesn't 129806c3fb27SDimitry Andric // require compiling with -fms-extensions. 129906c3fb27SDimitry Andric #if defined(__i386__) 13004542f901SDimitry Andric #undef _alloca 13014542f901SDimitry Andric extern "C" void _alloca(void); 13024542f901SDimitry Andric static __attribute__((used)) void (*const ref_func)(void) = _alloca; 130306c3fb27SDimitry Andric static __attribute__((section(".drectve"), used)) const char export_chkstk[] = 130406c3fb27SDimitry Andric "-export:_alloca"; 130506c3fb27SDimitry Andric #elif defined(__x86_64__) 13064542f901SDimitry Andric extern "C" void ___chkstk_ms(void); 13074542f901SDimitry Andric static __attribute__((used)) void (*const ref_func)(void) = ___chkstk_ms; 130806c3fb27SDimitry Andric static __attribute__((section(".drectve"), used)) const char export_chkstk[] = 130906c3fb27SDimitry Andric "-export:___chkstk_ms"; 131006c3fb27SDimitry Andric #else 13114542f901SDimitry Andric extern "C" void __chkstk(void); 13124542f901SDimitry Andric static __attribute__((used)) void (*const ref_func)(void) = __chkstk; 131306c3fb27SDimitry Andric static __attribute__((section(".drectve"), used)) const char export_chkstk[] = 131406c3fb27SDimitry Andric "-export:__chkstk"; 131506c3fb27SDimitry Andric #endif 131606c3fb27SDimitry Andric #endif 1317