xref: /freebsd/contrib/llvm-project/llvm/lib/ExecutionEngine/MCJIT/MCJIT.cpp (revision bdd1243df58e60e85101c09001d9812a789b6bc4)
1 //===-- MCJIT.cpp - MC-based Just-in-Time Compiler ------------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 
9 #include "MCJIT.h"
10 #include "llvm/ADT/STLExtras.h"
11 #include "llvm/ExecutionEngine/GenericValue.h"
12 #include "llvm/ExecutionEngine/JITEventListener.h"
13 #include "llvm/ExecutionEngine/MCJIT.h"
14 #include "llvm/ExecutionEngine/ObjectCache.h"
15 #include "llvm/ExecutionEngine/SectionMemoryManager.h"
16 #include "llvm/IR/DataLayout.h"
17 #include "llvm/IR/DerivedTypes.h"
18 #include "llvm/IR/Function.h"
19 #include "llvm/IR/LegacyPassManager.h"
20 #include "llvm/IR/Mangler.h"
21 #include "llvm/IR/Module.h"
22 #include "llvm/MC/MCContext.h"
23 #include "llvm/Object/Archive.h"
24 #include "llvm/Object/ObjectFile.h"
25 #include "llvm/Support/DynamicLibrary.h"
26 #include "llvm/Support/ErrorHandling.h"
27 #include "llvm/Support/MemoryBuffer.h"
28 #include "llvm/Support/SmallVectorMemoryBuffer.h"
29 #include <mutex>
30 
31 using namespace llvm;
32 
33 namespace {
34 
35 static struct RegisterJIT {
RegisterJIT__anone740c3260111::RegisterJIT36   RegisterJIT() { MCJIT::Register(); }
37 } JITRegistrator;
38 
39 }
40 
LLVMLinkInMCJIT()41 extern "C" void LLVMLinkInMCJIT() {
42 }
43 
44 ExecutionEngine *
createJIT(std::unique_ptr<Module> M,std::string * ErrorStr,std::shared_ptr<MCJITMemoryManager> MemMgr,std::shared_ptr<LegacyJITSymbolResolver> Resolver,std::unique_ptr<TargetMachine> TM)45 MCJIT::createJIT(std::unique_ptr<Module> M, std::string *ErrorStr,
46                  std::shared_ptr<MCJITMemoryManager> MemMgr,
47                  std::shared_ptr<LegacyJITSymbolResolver> Resolver,
48                  std::unique_ptr<TargetMachine> TM) {
49   // Try to register the program as a source of symbols to resolve against.
50   //
51   // FIXME: Don't do this here.
52   sys::DynamicLibrary::LoadLibraryPermanently(nullptr, nullptr);
53 
54   if (!MemMgr || !Resolver) {
55     auto RTDyldMM = std::make_shared<SectionMemoryManager>();
56     if (!MemMgr)
57       MemMgr = RTDyldMM;
58     if (!Resolver)
59       Resolver = RTDyldMM;
60   }
61 
62   return new MCJIT(std::move(M), std::move(TM), std::move(MemMgr),
63                    std::move(Resolver));
64 }
65 
MCJIT(std::unique_ptr<Module> M,std::unique_ptr<TargetMachine> TM,std::shared_ptr<MCJITMemoryManager> MemMgr,std::shared_ptr<LegacyJITSymbolResolver> Resolver)66 MCJIT::MCJIT(std::unique_ptr<Module> M, std::unique_ptr<TargetMachine> TM,
67              std::shared_ptr<MCJITMemoryManager> MemMgr,
68              std::shared_ptr<LegacyJITSymbolResolver> Resolver)
69     : ExecutionEngine(TM->createDataLayout(), std::move(M)), TM(std::move(TM)),
70       Ctx(nullptr), MemMgr(std::move(MemMgr)),
71       Resolver(*this, std::move(Resolver)), Dyld(*this->MemMgr, this->Resolver),
72       ObjCache(nullptr) {
73   // FIXME: We are managing our modules, so we do not want the base class
74   // ExecutionEngine to manage them as well. To avoid double destruction
75   // of the first (and only) module added in ExecutionEngine constructor
76   // we remove it from EE and will destruct it ourselves.
77   //
78   // It may make sense to move our module manager (based on SmallStPtr) back
79   // into EE if the JIT and Interpreter can live with it.
80   // If so, additional functions: addModule, removeModule, FindFunctionNamed,
81   // runStaticConstructorsDestructors could be moved back to EE as well.
82   //
83   std::unique_ptr<Module> First = std::move(Modules[0]);
84   Modules.clear();
85 
86   if (First->getDataLayout().isDefault())
87     First->setDataLayout(getDataLayout());
88 
89   OwnedModules.addModule(std::move(First));
90   RegisterJITEventListener(JITEventListener::createGDBRegistrationListener());
91 }
92 
~MCJIT()93 MCJIT::~MCJIT() {
94   std::lock_guard<sys::Mutex> locked(lock);
95 
96   Dyld.deregisterEHFrames();
97 
98   for (auto &Obj : LoadedObjects)
99     if (Obj)
100       notifyFreeingObject(*Obj);
101 
102   Archives.clear();
103 }
104 
addModule(std::unique_ptr<Module> M)105 void MCJIT::addModule(std::unique_ptr<Module> M) {
106   std::lock_guard<sys::Mutex> locked(lock);
107 
108   if (M->getDataLayout().isDefault())
109     M->setDataLayout(getDataLayout());
110 
111   OwnedModules.addModule(std::move(M));
112 }
113 
removeModule(Module * M)114 bool MCJIT::removeModule(Module *M) {
115   std::lock_guard<sys::Mutex> locked(lock);
116   return OwnedModules.removeModule(M);
117 }
118 
addObjectFile(std::unique_ptr<object::ObjectFile> Obj)119 void MCJIT::addObjectFile(std::unique_ptr<object::ObjectFile> Obj) {
120   std::unique_ptr<RuntimeDyld::LoadedObjectInfo> L = Dyld.loadObject(*Obj);
121   if (Dyld.hasError())
122     report_fatal_error(Dyld.getErrorString());
123 
124   notifyObjectLoaded(*Obj, *L);
125 
126   LoadedObjects.push_back(std::move(Obj));
127 }
128 
addObjectFile(object::OwningBinary<object::ObjectFile> Obj)129 void MCJIT::addObjectFile(object::OwningBinary<object::ObjectFile> Obj) {
130   std::unique_ptr<object::ObjectFile> ObjFile;
131   std::unique_ptr<MemoryBuffer> MemBuf;
132   std::tie(ObjFile, MemBuf) = Obj.takeBinary();
133   addObjectFile(std::move(ObjFile));
134   Buffers.push_back(std::move(MemBuf));
135 }
136 
addArchive(object::OwningBinary<object::Archive> A)137 void MCJIT::addArchive(object::OwningBinary<object::Archive> A) {
138   Archives.push_back(std::move(A));
139 }
140 
setObjectCache(ObjectCache * NewCache)141 void MCJIT::setObjectCache(ObjectCache* NewCache) {
142   std::lock_guard<sys::Mutex> locked(lock);
143   ObjCache = NewCache;
144 }
145 
emitObject(Module * M)146 std::unique_ptr<MemoryBuffer> MCJIT::emitObject(Module *M) {
147   assert(M && "Can not emit a null module");
148 
149   std::lock_guard<sys::Mutex> locked(lock);
150 
151   // Materialize all globals in the module if they have not been
152   // materialized already.
153   cantFail(M->materializeAll());
154 
155   // This must be a module which has already been added but not loaded to this
156   // MCJIT instance, since these conditions are tested by our caller,
157   // generateCodeForModule.
158 
159   legacy::PassManager PM;
160 
161   // The RuntimeDyld will take ownership of this shortly
162   SmallVector<char, 4096> ObjBufferSV;
163   raw_svector_ostream ObjStream(ObjBufferSV);
164 
165   // Turn the machine code intermediate representation into bytes in memory
166   // that may be executed.
167   if (TM->addPassesToEmitMC(PM, Ctx, ObjStream, !getVerifyModules()))
168     report_fatal_error("Target does not support MC emission!");
169 
170   // Initialize passes.
171   PM.run(*M);
172   // Flush the output buffer to get the generated code into memory
173 
174   auto CompiledObjBuffer = std::make_unique<SmallVectorMemoryBuffer>(
175       std::move(ObjBufferSV), /*RequiresNullTerminator=*/false);
176 
177   // If we have an object cache, tell it about the new object.
178   // Note that we're using the compiled image, not the loaded image (as below).
179   if (ObjCache) {
180     // MemoryBuffer is a thin wrapper around the actual memory, so it's OK
181     // to create a temporary object here and delete it after the call.
182     MemoryBufferRef MB = CompiledObjBuffer->getMemBufferRef();
183     ObjCache->notifyObjectCompiled(M, MB);
184   }
185 
186   return CompiledObjBuffer;
187 }
188 
generateCodeForModule(Module * M)189 void MCJIT::generateCodeForModule(Module *M) {
190   // Get a thread lock to make sure we aren't trying to load multiple times
191   std::lock_guard<sys::Mutex> locked(lock);
192 
193   // This must be a module which has already been added to this MCJIT instance.
194   assert(OwnedModules.ownsModule(M) &&
195          "MCJIT::generateCodeForModule: Unknown module.");
196 
197   // Re-compilation is not supported
198   if (OwnedModules.hasModuleBeenLoaded(M))
199     return;
200 
201   std::unique_ptr<MemoryBuffer> ObjectToLoad;
202   // Try to load the pre-compiled object from cache if possible
203   if (ObjCache)
204     ObjectToLoad = ObjCache->getObject(M);
205 
206   assert(M->getDataLayout() == getDataLayout() && "DataLayout Mismatch");
207 
208   // If the cache did not contain a suitable object, compile the object
209   if (!ObjectToLoad) {
210     ObjectToLoad = emitObject(M);
211     assert(ObjectToLoad && "Compilation did not produce an object.");
212   }
213 
214   // Load the object into the dynamic linker.
215   // MCJIT now owns the ObjectImage pointer (via its LoadedObjects list).
216   Expected<std::unique_ptr<object::ObjectFile>> LoadedObject =
217     object::ObjectFile::createObjectFile(ObjectToLoad->getMemBufferRef());
218   if (!LoadedObject) {
219     std::string Buf;
220     raw_string_ostream OS(Buf);
221     logAllUnhandledErrors(LoadedObject.takeError(), OS);
222     report_fatal_error(Twine(OS.str()));
223   }
224   std::unique_ptr<RuntimeDyld::LoadedObjectInfo> L =
225     Dyld.loadObject(*LoadedObject.get());
226 
227   if (Dyld.hasError())
228     report_fatal_error(Dyld.getErrorString());
229 
230   notifyObjectLoaded(*LoadedObject.get(), *L);
231 
232   Buffers.push_back(std::move(ObjectToLoad));
233   LoadedObjects.push_back(std::move(*LoadedObject));
234 
235   OwnedModules.markModuleAsLoaded(M);
236 }
237 
finalizeLoadedModules()238 void MCJIT::finalizeLoadedModules() {
239   std::lock_guard<sys::Mutex> locked(lock);
240 
241   // Resolve any outstanding relocations.
242   Dyld.resolveRelocations();
243 
244   // Check for Dyld error.
245   if (Dyld.hasError())
246     ErrMsg = Dyld.getErrorString().str();
247 
248   OwnedModules.markAllLoadedModulesAsFinalized();
249 
250   // Register EH frame data for any module we own which has been loaded
251   Dyld.registerEHFrames();
252 
253   // Set page permissions.
254   MemMgr->finalizeMemory();
255 }
256 
257 // FIXME: Rename this.
finalizeObject()258 void MCJIT::finalizeObject() {
259   std::lock_guard<sys::Mutex> locked(lock);
260 
261   // Generate code for module is going to move objects out of the 'added' list,
262   // so we need to copy that out before using it:
263   SmallVector<Module*, 16> ModsToAdd;
264   for (auto *M : OwnedModules.added())
265     ModsToAdd.push_back(M);
266 
267   for (auto *M : ModsToAdd)
268     generateCodeForModule(M);
269 
270   finalizeLoadedModules();
271 }
272 
finalizeModule(Module * M)273 void MCJIT::finalizeModule(Module *M) {
274   std::lock_guard<sys::Mutex> locked(lock);
275 
276   // This must be a module which has already been added to this MCJIT instance.
277   assert(OwnedModules.ownsModule(M) && "MCJIT::finalizeModule: Unknown module.");
278 
279   // If the module hasn't been compiled, just do that.
280   if (!OwnedModules.hasModuleBeenLoaded(M))
281     generateCodeForModule(M);
282 
283   finalizeLoadedModules();
284 }
285 
findExistingSymbol(const std::string & Name)286 JITSymbol MCJIT::findExistingSymbol(const std::string &Name) {
287   if (void *Addr = getPointerToGlobalIfAvailable(Name))
288     return JITSymbol(static_cast<uint64_t>(
289                          reinterpret_cast<uintptr_t>(Addr)),
290                      JITSymbolFlags::Exported);
291 
292   return Dyld.getSymbol(Name);
293 }
294 
findModuleForSymbol(const std::string & Name,bool CheckFunctionsOnly)295 Module *MCJIT::findModuleForSymbol(const std::string &Name,
296                                    bool CheckFunctionsOnly) {
297   StringRef DemangledName = Name;
298   if (DemangledName[0] == getDataLayout().getGlobalPrefix())
299     DemangledName = DemangledName.substr(1);
300 
301   std::lock_guard<sys::Mutex> locked(lock);
302 
303   // If it hasn't already been generated, see if it's in one of our modules.
304   for (ModulePtrSet::iterator I = OwnedModules.begin_added(),
305                               E = OwnedModules.end_added();
306        I != E; ++I) {
307     Module *M = *I;
308     Function *F = M->getFunction(DemangledName);
309     if (F && !F->isDeclaration())
310       return M;
311     if (!CheckFunctionsOnly) {
312       GlobalVariable *G = M->getGlobalVariable(DemangledName);
313       if (G && !G->isDeclaration())
314         return M;
315       // FIXME: Do we need to worry about global aliases?
316     }
317   }
318   // We didn't find the symbol in any of our modules.
319   return nullptr;
320 }
321 
getSymbolAddress(const std::string & Name,bool CheckFunctionsOnly)322 uint64_t MCJIT::getSymbolAddress(const std::string &Name,
323                                  bool CheckFunctionsOnly) {
324   std::string MangledName;
325   {
326     raw_string_ostream MangledNameStream(MangledName);
327     Mangler::getNameWithPrefix(MangledNameStream, Name, getDataLayout());
328   }
329   if (auto Sym = findSymbol(MangledName, CheckFunctionsOnly)) {
330     if (auto AddrOrErr = Sym.getAddress())
331       return *AddrOrErr;
332     else
333       report_fatal_error(AddrOrErr.takeError());
334   } else if (auto Err = Sym.takeError())
335     report_fatal_error(Sym.takeError());
336   return 0;
337 }
338 
findSymbol(const std::string & Name,bool CheckFunctionsOnly)339 JITSymbol MCJIT::findSymbol(const std::string &Name,
340                             bool CheckFunctionsOnly) {
341   std::lock_guard<sys::Mutex> locked(lock);
342 
343   // First, check to see if we already have this symbol.
344   if (auto Sym = findExistingSymbol(Name))
345     return Sym;
346 
347   for (object::OwningBinary<object::Archive> &OB : Archives) {
348     object::Archive *A = OB.getBinary();
349     // Look for our symbols in each Archive
350     auto OptionalChildOrErr = A->findSym(Name);
351     if (!OptionalChildOrErr)
352       report_fatal_error(OptionalChildOrErr.takeError());
353     auto &OptionalChild = *OptionalChildOrErr;
354     if (OptionalChild) {
355       // FIXME: Support nested archives?
356       Expected<std::unique_ptr<object::Binary>> ChildBinOrErr =
357           OptionalChild->getAsBinary();
358       if (!ChildBinOrErr) {
359         // TODO: Actually report errors helpfully.
360         consumeError(ChildBinOrErr.takeError());
361         continue;
362       }
363       std::unique_ptr<object::Binary> &ChildBin = ChildBinOrErr.get();
364       if (ChildBin->isObject()) {
365         std::unique_ptr<object::ObjectFile> OF(
366             static_cast<object::ObjectFile *>(ChildBin.release()));
367         // This causes the object file to be loaded.
368         addObjectFile(std::move(OF));
369         // The address should be here now.
370         if (auto Sym = findExistingSymbol(Name))
371           return Sym;
372       }
373     }
374   }
375 
376   // If it hasn't already been generated, see if it's in one of our modules.
377   Module *M = findModuleForSymbol(Name, CheckFunctionsOnly);
378   if (M) {
379     generateCodeForModule(M);
380 
381     // Check the RuntimeDyld table again, it should be there now.
382     return findExistingSymbol(Name);
383   }
384 
385   // If a LazyFunctionCreator is installed, use it to get/create the function.
386   // FIXME: Should we instead have a LazySymbolCreator callback?
387   if (LazyFunctionCreator) {
388     auto Addr = static_cast<uint64_t>(
389                   reinterpret_cast<uintptr_t>(LazyFunctionCreator(Name)));
390     return JITSymbol(Addr, JITSymbolFlags::Exported);
391   }
392 
393   return nullptr;
394 }
395 
getGlobalValueAddress(const std::string & Name)396 uint64_t MCJIT::getGlobalValueAddress(const std::string &Name) {
397   std::lock_guard<sys::Mutex> locked(lock);
398   uint64_t Result = getSymbolAddress(Name, false);
399   if (Result != 0)
400     finalizeLoadedModules();
401   return Result;
402 }
403 
getFunctionAddress(const std::string & Name)404 uint64_t MCJIT::getFunctionAddress(const std::string &Name) {
405   std::lock_guard<sys::Mutex> locked(lock);
406   uint64_t Result = getSymbolAddress(Name, true);
407   if (Result != 0)
408     finalizeLoadedModules();
409   return Result;
410 }
411 
412 // Deprecated.  Use getFunctionAddress instead.
getPointerToFunction(Function * F)413 void *MCJIT::getPointerToFunction(Function *F) {
414   std::lock_guard<sys::Mutex> locked(lock);
415 
416   Mangler Mang;
417   SmallString<128> Name;
418   TM->getNameWithPrefix(Name, F, Mang);
419 
420   if (F->isDeclaration() || F->hasAvailableExternallyLinkage()) {
421     bool AbortOnFailure = !F->hasExternalWeakLinkage();
422     void *Addr = getPointerToNamedFunction(Name, AbortOnFailure);
423     updateGlobalMapping(F, Addr);
424     return Addr;
425   }
426 
427   Module *M = F->getParent();
428   bool HasBeenAddedButNotLoaded = OwnedModules.hasModuleBeenAddedButNotLoaded(M);
429 
430   // Make sure the relevant module has been compiled and loaded.
431   if (HasBeenAddedButNotLoaded)
432     generateCodeForModule(M);
433   else if (!OwnedModules.hasModuleBeenLoaded(M)) {
434     // If this function doesn't belong to one of our modules, we're done.
435     // FIXME: Asking for the pointer to a function that hasn't been registered,
436     //        and isn't a declaration (which is handled above) should probably
437     //        be an assertion.
438     return nullptr;
439   }
440 
441   // FIXME: Should the Dyld be retaining module information? Probably not.
442   //
443   // This is the accessor for the target address, so make sure to check the
444   // load address of the symbol, not the local address.
445   return (void*)Dyld.getSymbol(Name).getAddress();
446 }
447 
runStaticConstructorsDestructorsInModulePtrSet(bool isDtors,ModulePtrSet::iterator I,ModulePtrSet::iterator E)448 void MCJIT::runStaticConstructorsDestructorsInModulePtrSet(
449     bool isDtors, ModulePtrSet::iterator I, ModulePtrSet::iterator E) {
450   for (; I != E; ++I) {
451     ExecutionEngine::runStaticConstructorsDestructors(**I, isDtors);
452   }
453 }
454 
runStaticConstructorsDestructors(bool isDtors)455 void MCJIT::runStaticConstructorsDestructors(bool isDtors) {
456   // Execute global ctors/dtors for each module in the program.
457   runStaticConstructorsDestructorsInModulePtrSet(
458       isDtors, OwnedModules.begin_added(), OwnedModules.end_added());
459   runStaticConstructorsDestructorsInModulePtrSet(
460       isDtors, OwnedModules.begin_loaded(), OwnedModules.end_loaded());
461   runStaticConstructorsDestructorsInModulePtrSet(
462       isDtors, OwnedModules.begin_finalized(), OwnedModules.end_finalized());
463 }
464 
FindFunctionNamedInModulePtrSet(StringRef FnName,ModulePtrSet::iterator I,ModulePtrSet::iterator E)465 Function *MCJIT::FindFunctionNamedInModulePtrSet(StringRef FnName,
466                                                  ModulePtrSet::iterator I,
467                                                  ModulePtrSet::iterator E) {
468   for (; I != E; ++I) {
469     Function *F = (*I)->getFunction(FnName);
470     if (F && !F->isDeclaration())
471       return F;
472   }
473   return nullptr;
474 }
475 
FindGlobalVariableNamedInModulePtrSet(StringRef Name,bool AllowInternal,ModulePtrSet::iterator I,ModulePtrSet::iterator E)476 GlobalVariable *MCJIT::FindGlobalVariableNamedInModulePtrSet(StringRef Name,
477                                                              bool AllowInternal,
478                                                              ModulePtrSet::iterator I,
479                                                              ModulePtrSet::iterator E) {
480   for (; I != E; ++I) {
481     GlobalVariable *GV = (*I)->getGlobalVariable(Name, AllowInternal);
482     if (GV && !GV->isDeclaration())
483       return GV;
484   }
485   return nullptr;
486 }
487 
488 
FindFunctionNamed(StringRef FnName)489 Function *MCJIT::FindFunctionNamed(StringRef FnName) {
490   Function *F = FindFunctionNamedInModulePtrSet(
491       FnName, OwnedModules.begin_added(), OwnedModules.end_added());
492   if (!F)
493     F = FindFunctionNamedInModulePtrSet(FnName, OwnedModules.begin_loaded(),
494                                         OwnedModules.end_loaded());
495   if (!F)
496     F = FindFunctionNamedInModulePtrSet(FnName, OwnedModules.begin_finalized(),
497                                         OwnedModules.end_finalized());
498   return F;
499 }
500 
FindGlobalVariableNamed(StringRef Name,bool AllowInternal)501 GlobalVariable *MCJIT::FindGlobalVariableNamed(StringRef Name, bool AllowInternal) {
502   GlobalVariable *GV = FindGlobalVariableNamedInModulePtrSet(
503       Name, AllowInternal, OwnedModules.begin_added(), OwnedModules.end_added());
504   if (!GV)
505     GV = FindGlobalVariableNamedInModulePtrSet(Name, AllowInternal, OwnedModules.begin_loaded(),
506                                         OwnedModules.end_loaded());
507   if (!GV)
508     GV = FindGlobalVariableNamedInModulePtrSet(Name, AllowInternal, OwnedModules.begin_finalized(),
509                                         OwnedModules.end_finalized());
510   return GV;
511 }
512 
runFunction(Function * F,ArrayRef<GenericValue> ArgValues)513 GenericValue MCJIT::runFunction(Function *F, ArrayRef<GenericValue> ArgValues) {
514   assert(F && "Function *F was null at entry to run()");
515 
516   void *FPtr = getPointerToFunction(F);
517   finalizeModule(F->getParent());
518   assert(FPtr && "Pointer to fn's code was null after getPointerToFunction");
519   FunctionType *FTy = F->getFunctionType();
520   Type *RetTy = FTy->getReturnType();
521 
522   assert((FTy->getNumParams() == ArgValues.size() ||
523           (FTy->isVarArg() && FTy->getNumParams() <= ArgValues.size())) &&
524          "Wrong number of arguments passed into function!");
525   assert(FTy->getNumParams() == ArgValues.size() &&
526          "This doesn't support passing arguments through varargs (yet)!");
527 
528   // Handle some common cases first.  These cases correspond to common `main'
529   // prototypes.
530   if (RetTy->isIntegerTy(32) || RetTy->isVoidTy()) {
531     switch (ArgValues.size()) {
532     case 3:
533       if (FTy->getParamType(0)->isIntegerTy(32) &&
534           FTy->getParamType(1)->isPointerTy() &&
535           FTy->getParamType(2)->isPointerTy()) {
536         int (*PF)(int, char **, const char **) =
537           (int(*)(int, char **, const char **))(intptr_t)FPtr;
538 
539         // Call the function.
540         GenericValue rv;
541         rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(),
542                                  (char **)GVTOP(ArgValues[1]),
543                                  (const char **)GVTOP(ArgValues[2])));
544         return rv;
545       }
546       break;
547     case 2:
548       if (FTy->getParamType(0)->isIntegerTy(32) &&
549           FTy->getParamType(1)->isPointerTy()) {
550         int (*PF)(int, char **) = (int(*)(int, char **))(intptr_t)FPtr;
551 
552         // Call the function.
553         GenericValue rv;
554         rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(),
555                                  (char **)GVTOP(ArgValues[1])));
556         return rv;
557       }
558       break;
559     case 1:
560       if (FTy->getNumParams() == 1 &&
561           FTy->getParamType(0)->isIntegerTy(32)) {
562         GenericValue rv;
563         int (*PF)(int) = (int(*)(int))(intptr_t)FPtr;
564         rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue()));
565         return rv;
566       }
567       break;
568     }
569   }
570 
571   // Handle cases where no arguments are passed first.
572   if (ArgValues.empty()) {
573     GenericValue rv;
574     switch (RetTy->getTypeID()) {
575     default: llvm_unreachable("Unknown return type for function call!");
576     case Type::IntegerTyID: {
577       unsigned BitWidth = cast<IntegerType>(RetTy)->getBitWidth();
578       if (BitWidth == 1)
579         rv.IntVal = APInt(BitWidth, ((bool(*)())(intptr_t)FPtr)());
580       else if (BitWidth <= 8)
581         rv.IntVal = APInt(BitWidth, ((char(*)())(intptr_t)FPtr)());
582       else if (BitWidth <= 16)
583         rv.IntVal = APInt(BitWidth, ((short(*)())(intptr_t)FPtr)());
584       else if (BitWidth <= 32)
585         rv.IntVal = APInt(BitWidth, ((int(*)())(intptr_t)FPtr)());
586       else if (BitWidth <= 64)
587         rv.IntVal = APInt(BitWidth, ((int64_t(*)())(intptr_t)FPtr)());
588       else
589         llvm_unreachable("Integer types > 64 bits not supported");
590       return rv;
591     }
592     case Type::VoidTyID:
593       rv.IntVal = APInt(32, ((int(*)())(intptr_t)FPtr)());
594       return rv;
595     case Type::FloatTyID:
596       rv.FloatVal = ((float(*)())(intptr_t)FPtr)();
597       return rv;
598     case Type::DoubleTyID:
599       rv.DoubleVal = ((double(*)())(intptr_t)FPtr)();
600       return rv;
601     case Type::X86_FP80TyID:
602     case Type::FP128TyID:
603     case Type::PPC_FP128TyID:
604       llvm_unreachable("long double not supported yet");
605     case Type::PointerTyID:
606       return PTOGV(((void*(*)())(intptr_t)FPtr)());
607     }
608   }
609 
610   report_fatal_error("MCJIT::runFunction does not support full-featured "
611                      "argument passing. Please use "
612                      "ExecutionEngine::getFunctionAddress and cast the result "
613                      "to the desired function pointer type.");
614 }
615 
getPointerToNamedFunction(StringRef Name,bool AbortOnFailure)616 void *MCJIT::getPointerToNamedFunction(StringRef Name, bool AbortOnFailure) {
617   if (!isSymbolSearchingDisabled()) {
618     if (auto Sym = Resolver.findSymbol(std::string(Name))) {
619       if (auto AddrOrErr = Sym.getAddress())
620         return reinterpret_cast<void*>(
621                  static_cast<uintptr_t>(*AddrOrErr));
622     } else if (auto Err = Sym.takeError())
623       report_fatal_error(std::move(Err));
624   }
625 
626   /// If a LazyFunctionCreator is installed, use it to get/create the function.
627   if (LazyFunctionCreator)
628     if (void *RP = LazyFunctionCreator(std::string(Name)))
629       return RP;
630 
631   if (AbortOnFailure) {
632     report_fatal_error("Program used external function '"+Name+
633                        "' which could not be resolved!");
634   }
635   return nullptr;
636 }
637 
RegisterJITEventListener(JITEventListener * L)638 void MCJIT::RegisterJITEventListener(JITEventListener *L) {
639   if (!L)
640     return;
641   std::lock_guard<sys::Mutex> locked(lock);
642   EventListeners.push_back(L);
643 }
644 
UnregisterJITEventListener(JITEventListener * L)645 void MCJIT::UnregisterJITEventListener(JITEventListener *L) {
646   if (!L)
647     return;
648   std::lock_guard<sys::Mutex> locked(lock);
649   auto I = find(reverse(EventListeners), L);
650   if (I != EventListeners.rend()) {
651     std::swap(*I, EventListeners.back());
652     EventListeners.pop_back();
653   }
654 }
655 
notifyObjectLoaded(const object::ObjectFile & Obj,const RuntimeDyld::LoadedObjectInfo & L)656 void MCJIT::notifyObjectLoaded(const object::ObjectFile &Obj,
657                                const RuntimeDyld::LoadedObjectInfo &L) {
658   uint64_t Key =
659       static_cast<uint64_t>(reinterpret_cast<uintptr_t>(Obj.getData().data()));
660   std::lock_guard<sys::Mutex> locked(lock);
661   MemMgr->notifyObjectLoaded(this, Obj);
662   for (JITEventListener *EL : EventListeners)
663     EL->notifyObjectLoaded(Key, Obj, L);
664 }
665 
notifyFreeingObject(const object::ObjectFile & Obj)666 void MCJIT::notifyFreeingObject(const object::ObjectFile &Obj) {
667   uint64_t Key =
668       static_cast<uint64_t>(reinterpret_cast<uintptr_t>(Obj.getData().data()));
669   std::lock_guard<sys::Mutex> locked(lock);
670   for (JITEventListener *L : EventListeners)
671     L->notifyFreeingObject(Key);
672 }
673 
674 JITSymbol
findSymbol(const std::string & Name)675 LinkingSymbolResolver::findSymbol(const std::string &Name) {
676   auto Result = ParentEngine.findSymbol(Name, false);
677   if (Result)
678     return Result;
679   if (ParentEngine.isSymbolSearchingDisabled())
680     return nullptr;
681   return ClientResolver->findSymbol(Name);
682 }
683 
anchor()684 void LinkingSymbolResolver::anchor() {}
685