xref: /freebsd/contrib/llvm-project/llvm/lib/ExecutionEngine/RuntimeDyld/RuntimeDyldELF.cpp (revision 753f127f3ace09432b2baeffd71a308760641a62)
10b57cec5SDimitry Andric //===-- RuntimeDyldELF.cpp - Run-time dynamic linker for MC-JIT -*- C++ -*-===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // Implementation of ELF support for the MC-JIT runtime dynamic linker.
100b57cec5SDimitry Andric //
110b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
120b57cec5SDimitry Andric 
130b57cec5SDimitry Andric #include "RuntimeDyldELF.h"
140b57cec5SDimitry Andric #include "RuntimeDyldCheckerImpl.h"
150b57cec5SDimitry Andric #include "Targets/RuntimeDyldELFMips.h"
160b57cec5SDimitry Andric #include "llvm/ADT/STLExtras.h"
170b57cec5SDimitry Andric #include "llvm/ADT/StringRef.h"
180b57cec5SDimitry Andric #include "llvm/ADT/Triple.h"
190b57cec5SDimitry Andric #include "llvm/BinaryFormat/ELF.h"
200b57cec5SDimitry Andric #include "llvm/Object/ELFObjectFile.h"
210b57cec5SDimitry Andric #include "llvm/Object/ObjectFile.h"
220b57cec5SDimitry Andric #include "llvm/Support/Endian.h"
230b57cec5SDimitry Andric #include "llvm/Support/MemoryBuffer.h"
240b57cec5SDimitry Andric 
250b57cec5SDimitry Andric using namespace llvm;
260b57cec5SDimitry Andric using namespace llvm::object;
270b57cec5SDimitry Andric using namespace llvm::support::endian;
280b57cec5SDimitry Andric 
290b57cec5SDimitry Andric #define DEBUG_TYPE "dyld"
300b57cec5SDimitry Andric 
310b57cec5SDimitry Andric static void or32le(void *P, int32_t V) { write32le(P, read32le(P) | V); }
320b57cec5SDimitry Andric 
330b57cec5SDimitry Andric static void or32AArch64Imm(void *L, uint64_t Imm) {
340b57cec5SDimitry Andric   or32le(L, (Imm & 0xFFF) << 10);
350b57cec5SDimitry Andric }
360b57cec5SDimitry Andric 
370b57cec5SDimitry Andric template <class T> static void write(bool isBE, void *P, T V) {
380b57cec5SDimitry Andric   isBE ? write<T, support::big>(P, V) : write<T, support::little>(P, V);
390b57cec5SDimitry Andric }
400b57cec5SDimitry Andric 
410b57cec5SDimitry Andric static void write32AArch64Addr(void *L, uint64_t Imm) {
420b57cec5SDimitry Andric   uint32_t ImmLo = (Imm & 0x3) << 29;
430b57cec5SDimitry Andric   uint32_t ImmHi = (Imm & 0x1FFFFC) << 3;
440b57cec5SDimitry Andric   uint64_t Mask = (0x3 << 29) | (0x1FFFFC << 3);
450b57cec5SDimitry Andric   write32le(L, (read32le(L) & ~Mask) | ImmLo | ImmHi);
460b57cec5SDimitry Andric }
470b57cec5SDimitry Andric 
480b57cec5SDimitry Andric // Return the bits [Start, End] from Val shifted Start bits.
490b57cec5SDimitry Andric // For instance, getBits(0xF0, 4, 8) returns 0xF.
500b57cec5SDimitry Andric static uint64_t getBits(uint64_t Val, int Start, int End) {
510b57cec5SDimitry Andric   uint64_t Mask = ((uint64_t)1 << (End + 1 - Start)) - 1;
520b57cec5SDimitry Andric   return (Val >> Start) & Mask;
530b57cec5SDimitry Andric }
540b57cec5SDimitry Andric 
550b57cec5SDimitry Andric namespace {
560b57cec5SDimitry Andric 
570b57cec5SDimitry Andric template <class ELFT> class DyldELFObject : public ELFObjectFile<ELFT> {
580b57cec5SDimitry Andric   LLVM_ELF_IMPORT_TYPES_ELFT(ELFT)
590b57cec5SDimitry Andric 
600b57cec5SDimitry Andric   typedef typename ELFT::uint addr_type;
610b57cec5SDimitry Andric 
620b57cec5SDimitry Andric   DyldELFObject(ELFObjectFile<ELFT> &&Obj);
630b57cec5SDimitry Andric 
640b57cec5SDimitry Andric public:
650b57cec5SDimitry Andric   static Expected<std::unique_ptr<DyldELFObject>>
660b57cec5SDimitry Andric   create(MemoryBufferRef Wrapper);
670b57cec5SDimitry Andric 
680b57cec5SDimitry Andric   void updateSectionAddress(const SectionRef &Sec, uint64_t Addr);
690b57cec5SDimitry Andric 
700b57cec5SDimitry Andric   void updateSymbolAddress(const SymbolRef &SymRef, uint64_t Addr);
710b57cec5SDimitry Andric 
720b57cec5SDimitry Andric   // Methods for type inquiry through isa, cast and dyn_cast
730b57cec5SDimitry Andric   static bool classof(const Binary *v) {
740b57cec5SDimitry Andric     return (isa<ELFObjectFile<ELFT>>(v) &&
750b57cec5SDimitry Andric             classof(cast<ELFObjectFile<ELFT>>(v)));
760b57cec5SDimitry Andric   }
770b57cec5SDimitry Andric   static bool classof(const ELFObjectFile<ELFT> *v) {
780b57cec5SDimitry Andric     return v->isDyldType();
790b57cec5SDimitry Andric   }
800b57cec5SDimitry Andric };
810b57cec5SDimitry Andric 
820b57cec5SDimitry Andric 
830b57cec5SDimitry Andric 
840b57cec5SDimitry Andric // The MemoryBuffer passed into this constructor is just a wrapper around the
850b57cec5SDimitry Andric // actual memory.  Ultimately, the Binary parent class will take ownership of
860b57cec5SDimitry Andric // this MemoryBuffer object but not the underlying memory.
870b57cec5SDimitry Andric template <class ELFT>
880b57cec5SDimitry Andric DyldELFObject<ELFT>::DyldELFObject(ELFObjectFile<ELFT> &&Obj)
890b57cec5SDimitry Andric     : ELFObjectFile<ELFT>(std::move(Obj)) {
900b57cec5SDimitry Andric   this->isDyldELFObject = true;
910b57cec5SDimitry Andric }
920b57cec5SDimitry Andric 
930b57cec5SDimitry Andric template <class ELFT>
940b57cec5SDimitry Andric Expected<std::unique_ptr<DyldELFObject<ELFT>>>
950b57cec5SDimitry Andric DyldELFObject<ELFT>::create(MemoryBufferRef Wrapper) {
960b57cec5SDimitry Andric   auto Obj = ELFObjectFile<ELFT>::create(Wrapper);
970b57cec5SDimitry Andric   if (auto E = Obj.takeError())
980b57cec5SDimitry Andric     return std::move(E);
990b57cec5SDimitry Andric   std::unique_ptr<DyldELFObject<ELFT>> Ret(
1000b57cec5SDimitry Andric       new DyldELFObject<ELFT>(std::move(*Obj)));
1010b57cec5SDimitry Andric   return std::move(Ret);
1020b57cec5SDimitry Andric }
1030b57cec5SDimitry Andric 
1040b57cec5SDimitry Andric template <class ELFT>
1050b57cec5SDimitry Andric void DyldELFObject<ELFT>::updateSectionAddress(const SectionRef &Sec,
1060b57cec5SDimitry Andric                                                uint64_t Addr) {
1070b57cec5SDimitry Andric   DataRefImpl ShdrRef = Sec.getRawDataRefImpl();
1080b57cec5SDimitry Andric   Elf_Shdr *shdr =
1090b57cec5SDimitry Andric       const_cast<Elf_Shdr *>(reinterpret_cast<const Elf_Shdr *>(ShdrRef.p));
1100b57cec5SDimitry Andric 
1110b57cec5SDimitry Andric   // This assumes the address passed in matches the target address bitness
1120b57cec5SDimitry Andric   // The template-based type cast handles everything else.
1130b57cec5SDimitry Andric   shdr->sh_addr = static_cast<addr_type>(Addr);
1140b57cec5SDimitry Andric }
1150b57cec5SDimitry Andric 
1160b57cec5SDimitry Andric template <class ELFT>
1170b57cec5SDimitry Andric void DyldELFObject<ELFT>::updateSymbolAddress(const SymbolRef &SymRef,
1180b57cec5SDimitry Andric                                               uint64_t Addr) {
1190b57cec5SDimitry Andric 
1200b57cec5SDimitry Andric   Elf_Sym *sym = const_cast<Elf_Sym *>(
1210b57cec5SDimitry Andric       ELFObjectFile<ELFT>::getSymbol(SymRef.getRawDataRefImpl()));
1220b57cec5SDimitry Andric 
1230b57cec5SDimitry Andric   // This assumes the address passed in matches the target address bitness
1240b57cec5SDimitry Andric   // The template-based type cast handles everything else.
1250b57cec5SDimitry Andric   sym->st_value = static_cast<addr_type>(Addr);
1260b57cec5SDimitry Andric }
1270b57cec5SDimitry Andric 
1280b57cec5SDimitry Andric class LoadedELFObjectInfo final
1290b57cec5SDimitry Andric     : public LoadedObjectInfoHelper<LoadedELFObjectInfo,
1300b57cec5SDimitry Andric                                     RuntimeDyld::LoadedObjectInfo> {
1310b57cec5SDimitry Andric public:
1320b57cec5SDimitry Andric   LoadedELFObjectInfo(RuntimeDyldImpl &RTDyld, ObjSectionToIDMap ObjSecToIDMap)
1330b57cec5SDimitry Andric       : LoadedObjectInfoHelper(RTDyld, std::move(ObjSecToIDMap)) {}
1340b57cec5SDimitry Andric 
1350b57cec5SDimitry Andric   OwningBinary<ObjectFile>
1360b57cec5SDimitry Andric   getObjectForDebug(const ObjectFile &Obj) const override;
1370b57cec5SDimitry Andric };
1380b57cec5SDimitry Andric 
1390b57cec5SDimitry Andric template <typename ELFT>
1400b57cec5SDimitry Andric static Expected<std::unique_ptr<DyldELFObject<ELFT>>>
1410b57cec5SDimitry Andric createRTDyldELFObject(MemoryBufferRef Buffer, const ObjectFile &SourceObject,
1420b57cec5SDimitry Andric                       const LoadedELFObjectInfo &L) {
1430b57cec5SDimitry Andric   typedef typename ELFT::Shdr Elf_Shdr;
1440b57cec5SDimitry Andric   typedef typename ELFT::uint addr_type;
1450b57cec5SDimitry Andric 
1460b57cec5SDimitry Andric   Expected<std::unique_ptr<DyldELFObject<ELFT>>> ObjOrErr =
1470b57cec5SDimitry Andric       DyldELFObject<ELFT>::create(Buffer);
1480b57cec5SDimitry Andric   if (Error E = ObjOrErr.takeError())
1490b57cec5SDimitry Andric     return std::move(E);
1500b57cec5SDimitry Andric 
1510b57cec5SDimitry Andric   std::unique_ptr<DyldELFObject<ELFT>> Obj = std::move(*ObjOrErr);
1520b57cec5SDimitry Andric 
1530b57cec5SDimitry Andric   // Iterate over all sections in the object.
1540b57cec5SDimitry Andric   auto SI = SourceObject.section_begin();
1550b57cec5SDimitry Andric   for (const auto &Sec : Obj->sections()) {
1568bcb0991SDimitry Andric     Expected<StringRef> NameOrErr = Sec.getName();
1578bcb0991SDimitry Andric     if (!NameOrErr) {
1588bcb0991SDimitry Andric       consumeError(NameOrErr.takeError());
1598bcb0991SDimitry Andric       continue;
1608bcb0991SDimitry Andric     }
1618bcb0991SDimitry Andric 
1628bcb0991SDimitry Andric     if (*NameOrErr != "") {
1630b57cec5SDimitry Andric       DataRefImpl ShdrRef = Sec.getRawDataRefImpl();
1640b57cec5SDimitry Andric       Elf_Shdr *shdr = const_cast<Elf_Shdr *>(
1650b57cec5SDimitry Andric           reinterpret_cast<const Elf_Shdr *>(ShdrRef.p));
1660b57cec5SDimitry Andric 
1670b57cec5SDimitry Andric       if (uint64_t SecLoadAddr = L.getSectionLoadAddress(*SI)) {
1680b57cec5SDimitry Andric         // This assumes that the address passed in matches the target address
1690b57cec5SDimitry Andric         // bitness. The template-based type cast handles everything else.
1700b57cec5SDimitry Andric         shdr->sh_addr = static_cast<addr_type>(SecLoadAddr);
1710b57cec5SDimitry Andric       }
1720b57cec5SDimitry Andric     }
1730b57cec5SDimitry Andric     ++SI;
1740b57cec5SDimitry Andric   }
1750b57cec5SDimitry Andric 
1760b57cec5SDimitry Andric   return std::move(Obj);
1770b57cec5SDimitry Andric }
1780b57cec5SDimitry Andric 
1790b57cec5SDimitry Andric static OwningBinary<ObjectFile>
1800b57cec5SDimitry Andric createELFDebugObject(const ObjectFile &Obj, const LoadedELFObjectInfo &L) {
1810b57cec5SDimitry Andric   assert(Obj.isELF() && "Not an ELF object file.");
1820b57cec5SDimitry Andric 
1830b57cec5SDimitry Andric   std::unique_ptr<MemoryBuffer> Buffer =
1840b57cec5SDimitry Andric     MemoryBuffer::getMemBufferCopy(Obj.getData(), Obj.getFileName());
1850b57cec5SDimitry Andric 
1860b57cec5SDimitry Andric   Expected<std::unique_ptr<ObjectFile>> DebugObj(nullptr);
1870b57cec5SDimitry Andric   handleAllErrors(DebugObj.takeError());
1880b57cec5SDimitry Andric   if (Obj.getBytesInAddress() == 4 && Obj.isLittleEndian())
1890b57cec5SDimitry Andric     DebugObj =
1900b57cec5SDimitry Andric         createRTDyldELFObject<ELF32LE>(Buffer->getMemBufferRef(), Obj, L);
1910b57cec5SDimitry Andric   else if (Obj.getBytesInAddress() == 4 && !Obj.isLittleEndian())
1920b57cec5SDimitry Andric     DebugObj =
1930b57cec5SDimitry Andric         createRTDyldELFObject<ELF32BE>(Buffer->getMemBufferRef(), Obj, L);
1940b57cec5SDimitry Andric   else if (Obj.getBytesInAddress() == 8 && !Obj.isLittleEndian())
1950b57cec5SDimitry Andric     DebugObj =
1960b57cec5SDimitry Andric         createRTDyldELFObject<ELF64BE>(Buffer->getMemBufferRef(), Obj, L);
1970b57cec5SDimitry Andric   else if (Obj.getBytesInAddress() == 8 && Obj.isLittleEndian())
1980b57cec5SDimitry Andric     DebugObj =
1990b57cec5SDimitry Andric         createRTDyldELFObject<ELF64LE>(Buffer->getMemBufferRef(), Obj, L);
2000b57cec5SDimitry Andric   else
2010b57cec5SDimitry Andric     llvm_unreachable("Unexpected ELF format");
2020b57cec5SDimitry Andric 
2030b57cec5SDimitry Andric   handleAllErrors(DebugObj.takeError());
2040b57cec5SDimitry Andric   return OwningBinary<ObjectFile>(std::move(*DebugObj), std::move(Buffer));
2050b57cec5SDimitry Andric }
2060b57cec5SDimitry Andric 
2070b57cec5SDimitry Andric OwningBinary<ObjectFile>
2080b57cec5SDimitry Andric LoadedELFObjectInfo::getObjectForDebug(const ObjectFile &Obj) const {
2090b57cec5SDimitry Andric   return createELFDebugObject(Obj, *this);
2100b57cec5SDimitry Andric }
2110b57cec5SDimitry Andric 
2120b57cec5SDimitry Andric } // anonymous namespace
2130b57cec5SDimitry Andric 
2140b57cec5SDimitry Andric namespace llvm {
2150b57cec5SDimitry Andric 
2160b57cec5SDimitry Andric RuntimeDyldELF::RuntimeDyldELF(RuntimeDyld::MemoryManager &MemMgr,
2170b57cec5SDimitry Andric                                JITSymbolResolver &Resolver)
2180b57cec5SDimitry Andric     : RuntimeDyldImpl(MemMgr, Resolver), GOTSectionID(0), CurrentGOTIndex(0) {}
21981ad6265SDimitry Andric RuntimeDyldELF::~RuntimeDyldELF() = default;
2200b57cec5SDimitry Andric 
2210b57cec5SDimitry Andric void RuntimeDyldELF::registerEHFrames() {
2220b57cec5SDimitry Andric   for (int i = 0, e = UnregisteredEHFrameSections.size(); i != e; ++i) {
2230b57cec5SDimitry Andric     SID EHFrameSID = UnregisteredEHFrameSections[i];
2240b57cec5SDimitry Andric     uint8_t *EHFrameAddr = Sections[EHFrameSID].getAddress();
2250b57cec5SDimitry Andric     uint64_t EHFrameLoadAddr = Sections[EHFrameSID].getLoadAddress();
2260b57cec5SDimitry Andric     size_t EHFrameSize = Sections[EHFrameSID].getSize();
2270b57cec5SDimitry Andric     MemMgr.registerEHFrames(EHFrameAddr, EHFrameLoadAddr, EHFrameSize);
2280b57cec5SDimitry Andric   }
2290b57cec5SDimitry Andric   UnregisteredEHFrameSections.clear();
2300b57cec5SDimitry Andric }
2310b57cec5SDimitry Andric 
2320b57cec5SDimitry Andric std::unique_ptr<RuntimeDyldELF>
2330b57cec5SDimitry Andric llvm::RuntimeDyldELF::create(Triple::ArchType Arch,
2340b57cec5SDimitry Andric                              RuntimeDyld::MemoryManager &MemMgr,
2350b57cec5SDimitry Andric                              JITSymbolResolver &Resolver) {
2360b57cec5SDimitry Andric   switch (Arch) {
2370b57cec5SDimitry Andric   default:
2388bcb0991SDimitry Andric     return std::make_unique<RuntimeDyldELF>(MemMgr, Resolver);
2390b57cec5SDimitry Andric   case Triple::mips:
2400b57cec5SDimitry Andric   case Triple::mipsel:
2410b57cec5SDimitry Andric   case Triple::mips64:
2420b57cec5SDimitry Andric   case Triple::mips64el:
2438bcb0991SDimitry Andric     return std::make_unique<RuntimeDyldELFMips>(MemMgr, Resolver);
2440b57cec5SDimitry Andric   }
2450b57cec5SDimitry Andric }
2460b57cec5SDimitry Andric 
2470b57cec5SDimitry Andric std::unique_ptr<RuntimeDyld::LoadedObjectInfo>
2480b57cec5SDimitry Andric RuntimeDyldELF::loadObject(const object::ObjectFile &O) {
2490b57cec5SDimitry Andric   if (auto ObjSectionToIDOrErr = loadObjectImpl(O))
2508bcb0991SDimitry Andric     return std::make_unique<LoadedELFObjectInfo>(*this, *ObjSectionToIDOrErr);
2510b57cec5SDimitry Andric   else {
2520b57cec5SDimitry Andric     HasError = true;
2530b57cec5SDimitry Andric     raw_string_ostream ErrStream(ErrorStr);
2540b57cec5SDimitry Andric     logAllUnhandledErrors(ObjSectionToIDOrErr.takeError(), ErrStream);
2550b57cec5SDimitry Andric     return nullptr;
2560b57cec5SDimitry Andric   }
2570b57cec5SDimitry Andric }
2580b57cec5SDimitry Andric 
2590b57cec5SDimitry Andric void RuntimeDyldELF::resolveX86_64Relocation(const SectionEntry &Section,
2600b57cec5SDimitry Andric                                              uint64_t Offset, uint64_t Value,
2610b57cec5SDimitry Andric                                              uint32_t Type, int64_t Addend,
2620b57cec5SDimitry Andric                                              uint64_t SymOffset) {
2630b57cec5SDimitry Andric   switch (Type) {
2640b57cec5SDimitry Andric   default:
2651106035dSDimitry Andric     report_fatal_error("Relocation type not implemented yet!");
2660b57cec5SDimitry Andric     break;
2670b57cec5SDimitry Andric   case ELF::R_X86_64_NONE:
2680b57cec5SDimitry Andric     break;
269fe6060f1SDimitry Andric   case ELF::R_X86_64_8: {
270fe6060f1SDimitry Andric     Value += Addend;
271fe6060f1SDimitry Andric     assert((int64_t)Value <= INT8_MAX && (int64_t)Value >= INT8_MIN);
272fe6060f1SDimitry Andric     uint8_t TruncatedAddr = (Value & 0xFF);
273fe6060f1SDimitry Andric     *Section.getAddressWithOffset(Offset) = TruncatedAddr;
274fe6060f1SDimitry Andric     LLVM_DEBUG(dbgs() << "Writing " << format("%p", TruncatedAddr) << " at "
275fe6060f1SDimitry Andric                       << format("%p\n", Section.getAddressWithOffset(Offset)));
276fe6060f1SDimitry Andric     break;
277fe6060f1SDimitry Andric   }
278fe6060f1SDimitry Andric   case ELF::R_X86_64_16: {
279fe6060f1SDimitry Andric     Value += Addend;
280fe6060f1SDimitry Andric     assert((int64_t)Value <= INT16_MAX && (int64_t)Value >= INT16_MIN);
281fe6060f1SDimitry Andric     uint16_t TruncatedAddr = (Value & 0xFFFF);
282fe6060f1SDimitry Andric     support::ulittle16_t::ref(Section.getAddressWithOffset(Offset)) =
283fe6060f1SDimitry Andric         TruncatedAddr;
284fe6060f1SDimitry Andric     LLVM_DEBUG(dbgs() << "Writing " << format("%p", TruncatedAddr) << " at "
285fe6060f1SDimitry Andric                       << format("%p\n", Section.getAddressWithOffset(Offset)));
286fe6060f1SDimitry Andric     break;
287fe6060f1SDimitry Andric   }
2880b57cec5SDimitry Andric   case ELF::R_X86_64_64: {
2890b57cec5SDimitry Andric     support::ulittle64_t::ref(Section.getAddressWithOffset(Offset)) =
2900b57cec5SDimitry Andric         Value + Addend;
2910b57cec5SDimitry Andric     LLVM_DEBUG(dbgs() << "Writing " << format("%p", (Value + Addend)) << " at "
2920b57cec5SDimitry Andric                       << format("%p\n", Section.getAddressWithOffset(Offset)));
2930b57cec5SDimitry Andric     break;
2940b57cec5SDimitry Andric   }
2950b57cec5SDimitry Andric   case ELF::R_X86_64_32:
2960b57cec5SDimitry Andric   case ELF::R_X86_64_32S: {
2970b57cec5SDimitry Andric     Value += Addend;
2980b57cec5SDimitry Andric     assert((Type == ELF::R_X86_64_32 && (Value <= UINT32_MAX)) ||
2990b57cec5SDimitry Andric            (Type == ELF::R_X86_64_32S &&
3000b57cec5SDimitry Andric             ((int64_t)Value <= INT32_MAX && (int64_t)Value >= INT32_MIN)));
3010b57cec5SDimitry Andric     uint32_t TruncatedAddr = (Value & 0xFFFFFFFF);
3020b57cec5SDimitry Andric     support::ulittle32_t::ref(Section.getAddressWithOffset(Offset)) =
3030b57cec5SDimitry Andric         TruncatedAddr;
3040b57cec5SDimitry Andric     LLVM_DEBUG(dbgs() << "Writing " << format("%p", TruncatedAddr) << " at "
3050b57cec5SDimitry Andric                       << format("%p\n", Section.getAddressWithOffset(Offset)));
3060b57cec5SDimitry Andric     break;
3070b57cec5SDimitry Andric   }
3080b57cec5SDimitry Andric   case ELF::R_X86_64_PC8: {
3090b57cec5SDimitry Andric     uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset);
3100b57cec5SDimitry Andric     int64_t RealOffset = Value + Addend - FinalAddress;
3110b57cec5SDimitry Andric     assert(isInt<8>(RealOffset));
3120b57cec5SDimitry Andric     int8_t TruncOffset = (RealOffset & 0xFF);
3130b57cec5SDimitry Andric     Section.getAddress()[Offset] = TruncOffset;
3140b57cec5SDimitry Andric     break;
3150b57cec5SDimitry Andric   }
3160b57cec5SDimitry Andric   case ELF::R_X86_64_PC32: {
3170b57cec5SDimitry Andric     uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset);
3180b57cec5SDimitry Andric     int64_t RealOffset = Value + Addend - FinalAddress;
3190b57cec5SDimitry Andric     assert(isInt<32>(RealOffset));
3200b57cec5SDimitry Andric     int32_t TruncOffset = (RealOffset & 0xFFFFFFFF);
3210b57cec5SDimitry Andric     support::ulittle32_t::ref(Section.getAddressWithOffset(Offset)) =
3220b57cec5SDimitry Andric         TruncOffset;
3230b57cec5SDimitry Andric     break;
3240b57cec5SDimitry Andric   }
3250b57cec5SDimitry Andric   case ELF::R_X86_64_PC64: {
3260b57cec5SDimitry Andric     uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset);
3270b57cec5SDimitry Andric     int64_t RealOffset = Value + Addend - FinalAddress;
3280b57cec5SDimitry Andric     support::ulittle64_t::ref(Section.getAddressWithOffset(Offset)) =
3290b57cec5SDimitry Andric         RealOffset;
3300b57cec5SDimitry Andric     LLVM_DEBUG(dbgs() << "Writing " << format("%p", RealOffset) << " at "
3310b57cec5SDimitry Andric                       << format("%p\n", FinalAddress));
3320b57cec5SDimitry Andric     break;
3330b57cec5SDimitry Andric   }
3340b57cec5SDimitry Andric   case ELF::R_X86_64_GOTOFF64: {
3350b57cec5SDimitry Andric     // Compute Value - GOTBase.
3360b57cec5SDimitry Andric     uint64_t GOTBase = 0;
3370b57cec5SDimitry Andric     for (const auto &Section : Sections) {
3380b57cec5SDimitry Andric       if (Section.getName() == ".got") {
3390b57cec5SDimitry Andric         GOTBase = Section.getLoadAddressWithOffset(0);
3400b57cec5SDimitry Andric         break;
3410b57cec5SDimitry Andric       }
3420b57cec5SDimitry Andric     }
3430b57cec5SDimitry Andric     assert(GOTBase != 0 && "missing GOT");
3440b57cec5SDimitry Andric     int64_t GOTOffset = Value - GOTBase + Addend;
3450b57cec5SDimitry Andric     support::ulittle64_t::ref(Section.getAddressWithOffset(Offset)) = GOTOffset;
3460b57cec5SDimitry Andric     break;
3470b57cec5SDimitry Andric   }
348349cc55cSDimitry Andric   case ELF::R_X86_64_DTPMOD64: {
349349cc55cSDimitry Andric     // We only have one DSO, so the module id is always 1.
350349cc55cSDimitry Andric     support::ulittle64_t::ref(Section.getAddressWithOffset(Offset)) = 1;
351349cc55cSDimitry Andric     break;
352349cc55cSDimitry Andric   }
353349cc55cSDimitry Andric   case ELF::R_X86_64_DTPOFF64:
354349cc55cSDimitry Andric   case ELF::R_X86_64_TPOFF64: {
355349cc55cSDimitry Andric     // DTPOFF64 should resolve to the offset in the TLS block, TPOFF64 to the
356349cc55cSDimitry Andric     // offset in the *initial* TLS block. Since we are statically linking, all
357349cc55cSDimitry Andric     // TLS blocks already exist in the initial block, so resolve both
358349cc55cSDimitry Andric     // relocations equally.
359349cc55cSDimitry Andric     support::ulittle64_t::ref(Section.getAddressWithOffset(Offset)) =
360349cc55cSDimitry Andric         Value + Addend;
361349cc55cSDimitry Andric     break;
362349cc55cSDimitry Andric   }
363349cc55cSDimitry Andric   case ELF::R_X86_64_DTPOFF32:
364349cc55cSDimitry Andric   case ELF::R_X86_64_TPOFF32: {
365349cc55cSDimitry Andric     // As for the (D)TPOFF64 relocations above, both DTPOFF32 and TPOFF32 can
366349cc55cSDimitry Andric     // be resolved equally.
367349cc55cSDimitry Andric     int64_t RealValue = Value + Addend;
368349cc55cSDimitry Andric     assert(RealValue >= INT32_MIN && RealValue <= INT32_MAX);
369349cc55cSDimitry Andric     int32_t TruncValue = RealValue;
370349cc55cSDimitry Andric     support::ulittle32_t::ref(Section.getAddressWithOffset(Offset)) =
371349cc55cSDimitry Andric         TruncValue;
372349cc55cSDimitry Andric     break;
373349cc55cSDimitry Andric   }
3740b57cec5SDimitry Andric   }
3750b57cec5SDimitry Andric }
3760b57cec5SDimitry Andric 
3770b57cec5SDimitry Andric void RuntimeDyldELF::resolveX86Relocation(const SectionEntry &Section,
3780b57cec5SDimitry Andric                                           uint64_t Offset, uint32_t Value,
3790b57cec5SDimitry Andric                                           uint32_t Type, int32_t Addend) {
3800b57cec5SDimitry Andric   switch (Type) {
3810b57cec5SDimitry Andric   case ELF::R_386_32: {
3820b57cec5SDimitry Andric     support::ulittle32_t::ref(Section.getAddressWithOffset(Offset)) =
3830b57cec5SDimitry Andric         Value + Addend;
3840b57cec5SDimitry Andric     break;
3850b57cec5SDimitry Andric   }
3860b57cec5SDimitry Andric   // Handle R_386_PLT32 like R_386_PC32 since it should be able to
3870b57cec5SDimitry Andric   // reach any 32 bit address.
3880b57cec5SDimitry Andric   case ELF::R_386_PLT32:
3890b57cec5SDimitry Andric   case ELF::R_386_PC32: {
3900b57cec5SDimitry Andric     uint32_t FinalAddress =
3910b57cec5SDimitry Andric         Section.getLoadAddressWithOffset(Offset) & 0xFFFFFFFF;
3920b57cec5SDimitry Andric     uint32_t RealOffset = Value + Addend - FinalAddress;
3930b57cec5SDimitry Andric     support::ulittle32_t::ref(Section.getAddressWithOffset(Offset)) =
3940b57cec5SDimitry Andric         RealOffset;
3950b57cec5SDimitry Andric     break;
3960b57cec5SDimitry Andric   }
3970b57cec5SDimitry Andric   default:
3980b57cec5SDimitry Andric     // There are other relocation types, but it appears these are the
3990b57cec5SDimitry Andric     // only ones currently used by the LLVM ELF object writer
4001106035dSDimitry Andric     report_fatal_error("Relocation type not implemented yet!");
4010b57cec5SDimitry Andric     break;
4020b57cec5SDimitry Andric   }
4030b57cec5SDimitry Andric }
4040b57cec5SDimitry Andric 
4050b57cec5SDimitry Andric void RuntimeDyldELF::resolveAArch64Relocation(const SectionEntry &Section,
4060b57cec5SDimitry Andric                                               uint64_t Offset, uint64_t Value,
4070b57cec5SDimitry Andric                                               uint32_t Type, int64_t Addend) {
4080b57cec5SDimitry Andric   uint32_t *TargetPtr =
4090b57cec5SDimitry Andric       reinterpret_cast<uint32_t *>(Section.getAddressWithOffset(Offset));
4100b57cec5SDimitry Andric   uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset);
4110b57cec5SDimitry Andric   // Data should use target endian. Code should always use little endian.
4120b57cec5SDimitry Andric   bool isBE = Arch == Triple::aarch64_be;
4130b57cec5SDimitry Andric 
4140b57cec5SDimitry Andric   LLVM_DEBUG(dbgs() << "resolveAArch64Relocation, LocalAddress: 0x"
4150b57cec5SDimitry Andric                     << format("%llx", Section.getAddressWithOffset(Offset))
4160b57cec5SDimitry Andric                     << " FinalAddress: 0x" << format("%llx", FinalAddress)
4170b57cec5SDimitry Andric                     << " Value: 0x" << format("%llx", Value) << " Type: 0x"
4180b57cec5SDimitry Andric                     << format("%x", Type) << " Addend: 0x"
4190b57cec5SDimitry Andric                     << format("%llx", Addend) << "\n");
4200b57cec5SDimitry Andric 
4210b57cec5SDimitry Andric   switch (Type) {
4220b57cec5SDimitry Andric   default:
4231106035dSDimitry Andric     report_fatal_error("Relocation type not implemented yet!");
4240b57cec5SDimitry Andric     break;
42504eeddc0SDimitry Andric   case ELF::R_AARCH64_NONE:
42604eeddc0SDimitry Andric     break;
4270b57cec5SDimitry Andric   case ELF::R_AARCH64_ABS16: {
4280b57cec5SDimitry Andric     uint64_t Result = Value + Addend;
4290b57cec5SDimitry Andric     assert(static_cast<int64_t>(Result) >= INT16_MIN && Result < UINT16_MAX);
4300b57cec5SDimitry Andric     write(isBE, TargetPtr, static_cast<uint16_t>(Result & 0xffffU));
4310b57cec5SDimitry Andric     break;
4320b57cec5SDimitry Andric   }
4330b57cec5SDimitry Andric   case ELF::R_AARCH64_ABS32: {
4340b57cec5SDimitry Andric     uint64_t Result = Value + Addend;
4350b57cec5SDimitry Andric     assert(static_cast<int64_t>(Result) >= INT32_MIN && Result < UINT32_MAX);
4360b57cec5SDimitry Andric     write(isBE, TargetPtr, static_cast<uint32_t>(Result & 0xffffffffU));
4370b57cec5SDimitry Andric     break;
4380b57cec5SDimitry Andric   }
4390b57cec5SDimitry Andric   case ELF::R_AARCH64_ABS64:
4400b57cec5SDimitry Andric     write(isBE, TargetPtr, Value + Addend);
4410b57cec5SDimitry Andric     break;
4425ffd83dbSDimitry Andric   case ELF::R_AARCH64_PLT32: {
4435ffd83dbSDimitry Andric     uint64_t Result = Value + Addend - FinalAddress;
4445ffd83dbSDimitry Andric     assert(static_cast<int64_t>(Result) >= INT32_MIN &&
4455ffd83dbSDimitry Andric            static_cast<int64_t>(Result) <= INT32_MAX);
4465ffd83dbSDimitry Andric     write(isBE, TargetPtr, static_cast<uint32_t>(Result));
4475ffd83dbSDimitry Andric     break;
4485ffd83dbSDimitry Andric   }
44981ad6265SDimitry Andric   case ELF::R_AARCH64_PREL16: {
45081ad6265SDimitry Andric     uint64_t Result = Value + Addend - FinalAddress;
45181ad6265SDimitry Andric     assert(static_cast<int64_t>(Result) >= INT16_MIN &&
45281ad6265SDimitry Andric            static_cast<int64_t>(Result) <= UINT16_MAX);
45381ad6265SDimitry Andric     write(isBE, TargetPtr, static_cast<uint16_t>(Result & 0xffffU));
45481ad6265SDimitry Andric     break;
45581ad6265SDimitry Andric   }
4560b57cec5SDimitry Andric   case ELF::R_AARCH64_PREL32: {
4570b57cec5SDimitry Andric     uint64_t Result = Value + Addend - FinalAddress;
4580b57cec5SDimitry Andric     assert(static_cast<int64_t>(Result) >= INT32_MIN &&
4590b57cec5SDimitry Andric            static_cast<int64_t>(Result) <= UINT32_MAX);
4600b57cec5SDimitry Andric     write(isBE, TargetPtr, static_cast<uint32_t>(Result & 0xffffffffU));
4610b57cec5SDimitry Andric     break;
4620b57cec5SDimitry Andric   }
4630b57cec5SDimitry Andric   case ELF::R_AARCH64_PREL64:
4640b57cec5SDimitry Andric     write(isBE, TargetPtr, Value + Addend - FinalAddress);
4650b57cec5SDimitry Andric     break;
466fe6060f1SDimitry Andric   case ELF::R_AARCH64_CONDBR19: {
467fe6060f1SDimitry Andric     uint64_t BranchImm = Value + Addend - FinalAddress;
468fe6060f1SDimitry Andric 
469fe6060f1SDimitry Andric     assert(isInt<21>(BranchImm));
470fe6060f1SDimitry Andric     *TargetPtr &= 0xff00001fU;
471fe6060f1SDimitry Andric     // Immediate:20:2 goes in bits 23:5 of Bcc, CBZ, CBNZ
472fe6060f1SDimitry Andric     or32le(TargetPtr, (BranchImm & 0x001FFFFC) << 3);
473fe6060f1SDimitry Andric     break;
474fe6060f1SDimitry Andric   }
475fe6060f1SDimitry Andric   case ELF::R_AARCH64_TSTBR14: {
476fe6060f1SDimitry Andric     uint64_t BranchImm = Value + Addend - FinalAddress;
477fe6060f1SDimitry Andric 
478fe6060f1SDimitry Andric     assert(isInt<16>(BranchImm));
479fe6060f1SDimitry Andric 
480fe6060f1SDimitry Andric     *TargetPtr &= 0xfff8001fU;
481fe6060f1SDimitry Andric     // Immediate:15:2 goes in bits 18:5 of TBZ, TBNZ
482*753f127fSDimitry Andric     or32le(TargetPtr, (BranchImm & 0x0000FFFC) << 3);
483fe6060f1SDimitry Andric     break;
484fe6060f1SDimitry Andric   }
4850b57cec5SDimitry Andric   case ELF::R_AARCH64_CALL26: // fallthrough
4860b57cec5SDimitry Andric   case ELF::R_AARCH64_JUMP26: {
4870b57cec5SDimitry Andric     // Operation: S+A-P. Set Call or B immediate value to bits fff_fffc of the
4880b57cec5SDimitry Andric     // calculation.
4890b57cec5SDimitry Andric     uint64_t BranchImm = Value + Addend - FinalAddress;
4900b57cec5SDimitry Andric 
4910b57cec5SDimitry Andric     // "Check that -2^27 <= result < 2^27".
4920b57cec5SDimitry Andric     assert(isInt<28>(BranchImm));
4930b57cec5SDimitry Andric     or32le(TargetPtr, (BranchImm & 0x0FFFFFFC) >> 2);
4940b57cec5SDimitry Andric     break;
4950b57cec5SDimitry Andric   }
4960b57cec5SDimitry Andric   case ELF::R_AARCH64_MOVW_UABS_G3:
4970b57cec5SDimitry Andric     or32le(TargetPtr, ((Value + Addend) & 0xFFFF000000000000) >> 43);
4980b57cec5SDimitry Andric     break;
4990b57cec5SDimitry Andric   case ELF::R_AARCH64_MOVW_UABS_G2_NC:
5000b57cec5SDimitry Andric     or32le(TargetPtr, ((Value + Addend) & 0xFFFF00000000) >> 27);
5010b57cec5SDimitry Andric     break;
5020b57cec5SDimitry Andric   case ELF::R_AARCH64_MOVW_UABS_G1_NC:
5030b57cec5SDimitry Andric     or32le(TargetPtr, ((Value + Addend) & 0xFFFF0000) >> 11);
5040b57cec5SDimitry Andric     break;
5050b57cec5SDimitry Andric   case ELF::R_AARCH64_MOVW_UABS_G0_NC:
5060b57cec5SDimitry Andric     or32le(TargetPtr, ((Value + Addend) & 0xFFFF) << 5);
5070b57cec5SDimitry Andric     break;
5080b57cec5SDimitry Andric   case ELF::R_AARCH64_ADR_PREL_PG_HI21: {
5090b57cec5SDimitry Andric     // Operation: Page(S+A) - Page(P)
5100b57cec5SDimitry Andric     uint64_t Result =
5110b57cec5SDimitry Andric         ((Value + Addend) & ~0xfffULL) - (FinalAddress & ~0xfffULL);
5120b57cec5SDimitry Andric 
5130b57cec5SDimitry Andric     // Check that -2^32 <= X < 2^32
5140b57cec5SDimitry Andric     assert(isInt<33>(Result) && "overflow check failed for relocation");
5150b57cec5SDimitry Andric 
5160b57cec5SDimitry Andric     // Immediate goes in bits 30:29 + 5:23 of ADRP instruction, taken
5170b57cec5SDimitry Andric     // from bits 32:12 of X.
5180b57cec5SDimitry Andric     write32AArch64Addr(TargetPtr, Result >> 12);
5190b57cec5SDimitry Andric     break;
5200b57cec5SDimitry Andric   }
5210b57cec5SDimitry Andric   case ELF::R_AARCH64_ADD_ABS_LO12_NC:
5220b57cec5SDimitry Andric     // Operation: S + A
5230b57cec5SDimitry Andric     // Immediate goes in bits 21:10 of LD/ST instruction, taken
5240b57cec5SDimitry Andric     // from bits 11:0 of X
5250b57cec5SDimitry Andric     or32AArch64Imm(TargetPtr, Value + Addend);
5260b57cec5SDimitry Andric     break;
5270b57cec5SDimitry Andric   case ELF::R_AARCH64_LDST8_ABS_LO12_NC:
5280b57cec5SDimitry Andric     // Operation: S + A
5290b57cec5SDimitry Andric     // Immediate goes in bits 21:10 of LD/ST instruction, taken
5300b57cec5SDimitry Andric     // from bits 11:0 of X
5310b57cec5SDimitry Andric     or32AArch64Imm(TargetPtr, getBits(Value + Addend, 0, 11));
5320b57cec5SDimitry Andric     break;
5330b57cec5SDimitry Andric   case ELF::R_AARCH64_LDST16_ABS_LO12_NC:
5340b57cec5SDimitry Andric     // Operation: S + A
5350b57cec5SDimitry Andric     // Immediate goes in bits 21:10 of LD/ST instruction, taken
5360b57cec5SDimitry Andric     // from bits 11:1 of X
5370b57cec5SDimitry Andric     or32AArch64Imm(TargetPtr, getBits(Value + Addend, 1, 11));
5380b57cec5SDimitry Andric     break;
5390b57cec5SDimitry Andric   case ELF::R_AARCH64_LDST32_ABS_LO12_NC:
5400b57cec5SDimitry Andric     // Operation: S + A
5410b57cec5SDimitry Andric     // Immediate goes in bits 21:10 of LD/ST instruction, taken
5420b57cec5SDimitry Andric     // from bits 11:2 of X
5430b57cec5SDimitry Andric     or32AArch64Imm(TargetPtr, getBits(Value + Addend, 2, 11));
5440b57cec5SDimitry Andric     break;
5450b57cec5SDimitry Andric   case ELF::R_AARCH64_LDST64_ABS_LO12_NC:
5460b57cec5SDimitry Andric     // Operation: S + A
5470b57cec5SDimitry Andric     // Immediate goes in bits 21:10 of LD/ST instruction, taken
5480b57cec5SDimitry Andric     // from bits 11:3 of X
5490b57cec5SDimitry Andric     or32AArch64Imm(TargetPtr, getBits(Value + Addend, 3, 11));
5500b57cec5SDimitry Andric     break;
5510b57cec5SDimitry Andric   case ELF::R_AARCH64_LDST128_ABS_LO12_NC:
5520b57cec5SDimitry Andric     // Operation: S + A
5530b57cec5SDimitry Andric     // Immediate goes in bits 21:10 of LD/ST instruction, taken
5540b57cec5SDimitry Andric     // from bits 11:4 of X
5550b57cec5SDimitry Andric     or32AArch64Imm(TargetPtr, getBits(Value + Addend, 4, 11));
5560b57cec5SDimitry Andric     break;
557fe6060f1SDimitry Andric   case ELF::R_AARCH64_LD_PREL_LO19: {
558fe6060f1SDimitry Andric     // Operation: S + A - P
559fe6060f1SDimitry Andric     uint64_t Result = Value + Addend - FinalAddress;
560fe6060f1SDimitry Andric 
561fe6060f1SDimitry Andric     // "Check that -2^20 <= result < 2^20".
562fe6060f1SDimitry Andric     assert(isInt<21>(Result));
563fe6060f1SDimitry Andric 
564fe6060f1SDimitry Andric     *TargetPtr &= 0xff00001fU;
565fe6060f1SDimitry Andric     // Immediate goes in bits 23:5 of LD imm instruction, taken
566fe6060f1SDimitry Andric     // from bits 20:2 of X
567fe6060f1SDimitry Andric     *TargetPtr |= ((Result & 0xffc) << (5 - 2));
568fe6060f1SDimitry Andric     break;
569fe6060f1SDimitry Andric   }
570fe6060f1SDimitry Andric   case ELF::R_AARCH64_ADR_PREL_LO21: {
571fe6060f1SDimitry Andric     // Operation: S + A - P
572fe6060f1SDimitry Andric     uint64_t Result = Value + Addend - FinalAddress;
573fe6060f1SDimitry Andric 
574fe6060f1SDimitry Andric     // "Check that -2^20 <= result < 2^20".
575fe6060f1SDimitry Andric     assert(isInt<21>(Result));
576fe6060f1SDimitry Andric 
577fe6060f1SDimitry Andric     *TargetPtr &= 0x9f00001fU;
578fe6060f1SDimitry Andric     // Immediate goes in bits 23:5, 30:29 of ADR imm instruction, taken
579fe6060f1SDimitry Andric     // from bits 20:0 of X
580fe6060f1SDimitry Andric     *TargetPtr |= ((Result & 0xffc) << (5 - 2));
581fe6060f1SDimitry Andric     *TargetPtr |= (Result & 0x3) << 29;
582fe6060f1SDimitry Andric     break;
583fe6060f1SDimitry Andric   }
5840b57cec5SDimitry Andric   }
5850b57cec5SDimitry Andric }
5860b57cec5SDimitry Andric 
5870b57cec5SDimitry Andric void RuntimeDyldELF::resolveARMRelocation(const SectionEntry &Section,
5880b57cec5SDimitry Andric                                           uint64_t Offset, uint32_t Value,
5890b57cec5SDimitry Andric                                           uint32_t Type, int32_t Addend) {
5900b57cec5SDimitry Andric   // TODO: Add Thumb relocations.
5910b57cec5SDimitry Andric   uint32_t *TargetPtr =
5920b57cec5SDimitry Andric       reinterpret_cast<uint32_t *>(Section.getAddressWithOffset(Offset));
5930b57cec5SDimitry Andric   uint32_t FinalAddress = Section.getLoadAddressWithOffset(Offset) & 0xFFFFFFFF;
5940b57cec5SDimitry Andric   Value += Addend;
5950b57cec5SDimitry Andric 
5960b57cec5SDimitry Andric   LLVM_DEBUG(dbgs() << "resolveARMRelocation, LocalAddress: "
5970b57cec5SDimitry Andric                     << Section.getAddressWithOffset(Offset)
5980b57cec5SDimitry Andric                     << " FinalAddress: " << format("%p", FinalAddress)
5990b57cec5SDimitry Andric                     << " Value: " << format("%x", Value)
6000b57cec5SDimitry Andric                     << " Type: " << format("%x", Type)
6010b57cec5SDimitry Andric                     << " Addend: " << format("%x", Addend) << "\n");
6020b57cec5SDimitry Andric 
6030b57cec5SDimitry Andric   switch (Type) {
6040b57cec5SDimitry Andric   default:
6050b57cec5SDimitry Andric     llvm_unreachable("Not implemented relocation type!");
6060b57cec5SDimitry Andric 
6070b57cec5SDimitry Andric   case ELF::R_ARM_NONE:
6080b57cec5SDimitry Andric     break;
6090b57cec5SDimitry Andric     // Write a 31bit signed offset
6100b57cec5SDimitry Andric   case ELF::R_ARM_PREL31:
6110b57cec5SDimitry Andric     support::ulittle32_t::ref{TargetPtr} =
6120b57cec5SDimitry Andric         (support::ulittle32_t::ref{TargetPtr} & 0x80000000) |
6130b57cec5SDimitry Andric         ((Value - FinalAddress) & ~0x80000000);
6140b57cec5SDimitry Andric     break;
6150b57cec5SDimitry Andric   case ELF::R_ARM_TARGET1:
6160b57cec5SDimitry Andric   case ELF::R_ARM_ABS32:
6170b57cec5SDimitry Andric     support::ulittle32_t::ref{TargetPtr} = Value;
6180b57cec5SDimitry Andric     break;
6190b57cec5SDimitry Andric     // Write first 16 bit of 32 bit value to the mov instruction.
6200b57cec5SDimitry Andric     // Last 4 bit should be shifted.
6210b57cec5SDimitry Andric   case ELF::R_ARM_MOVW_ABS_NC:
6220b57cec5SDimitry Andric   case ELF::R_ARM_MOVT_ABS:
6230b57cec5SDimitry Andric     if (Type == ELF::R_ARM_MOVW_ABS_NC)
6240b57cec5SDimitry Andric       Value = Value & 0xFFFF;
6250b57cec5SDimitry Andric     else if (Type == ELF::R_ARM_MOVT_ABS)
6260b57cec5SDimitry Andric       Value = (Value >> 16) & 0xFFFF;
6270b57cec5SDimitry Andric     support::ulittle32_t::ref{TargetPtr} =
6280b57cec5SDimitry Andric         (support::ulittle32_t::ref{TargetPtr} & ~0x000F0FFF) | (Value & 0xFFF) |
6290b57cec5SDimitry Andric         (((Value >> 12) & 0xF) << 16);
6300b57cec5SDimitry Andric     break;
6310b57cec5SDimitry Andric     // Write 24 bit relative value to the branch instruction.
6320b57cec5SDimitry Andric   case ELF::R_ARM_PC24: // Fall through.
6330b57cec5SDimitry Andric   case ELF::R_ARM_CALL: // Fall through.
6340b57cec5SDimitry Andric   case ELF::R_ARM_JUMP24:
6350b57cec5SDimitry Andric     int32_t RelValue = static_cast<int32_t>(Value - FinalAddress - 8);
6360b57cec5SDimitry Andric     RelValue = (RelValue & 0x03FFFFFC) >> 2;
6370b57cec5SDimitry Andric     assert((support::ulittle32_t::ref{TargetPtr} & 0xFFFFFF) == 0xFFFFFE);
6380b57cec5SDimitry Andric     support::ulittle32_t::ref{TargetPtr} =
6390b57cec5SDimitry Andric         (support::ulittle32_t::ref{TargetPtr} & 0xFF000000) | RelValue;
6400b57cec5SDimitry Andric     break;
6410b57cec5SDimitry Andric   }
6420b57cec5SDimitry Andric }
6430b57cec5SDimitry Andric 
6440b57cec5SDimitry Andric void RuntimeDyldELF::setMipsABI(const ObjectFile &Obj) {
6450b57cec5SDimitry Andric   if (Arch == Triple::UnknownArch ||
6460b57cec5SDimitry Andric       !StringRef(Triple::getArchTypePrefix(Arch)).equals("mips")) {
6470b57cec5SDimitry Andric     IsMipsO32ABI = false;
6480b57cec5SDimitry Andric     IsMipsN32ABI = false;
6490b57cec5SDimitry Andric     IsMipsN64ABI = false;
6500b57cec5SDimitry Andric     return;
6510b57cec5SDimitry Andric   }
6520b57cec5SDimitry Andric   if (auto *E = dyn_cast<ELFObjectFileBase>(&Obj)) {
6530b57cec5SDimitry Andric     unsigned AbiVariant = E->getPlatformFlags();
6540b57cec5SDimitry Andric     IsMipsO32ABI = AbiVariant & ELF::EF_MIPS_ABI_O32;
6550b57cec5SDimitry Andric     IsMipsN32ABI = AbiVariant & ELF::EF_MIPS_ABI2;
6560b57cec5SDimitry Andric   }
6575ffd83dbSDimitry Andric   IsMipsN64ABI = Obj.getFileFormatName().equals("elf64-mips");
6580b57cec5SDimitry Andric }
6590b57cec5SDimitry Andric 
6600b57cec5SDimitry Andric // Return the .TOC. section and offset.
6610b57cec5SDimitry Andric Error RuntimeDyldELF::findPPC64TOCSection(const ELFObjectFileBase &Obj,
6620b57cec5SDimitry Andric                                           ObjSectionToIDMap &LocalSections,
6630b57cec5SDimitry Andric                                           RelocationValueRef &Rel) {
6640b57cec5SDimitry Andric   // Set a default SectionID in case we do not find a TOC section below.
6650b57cec5SDimitry Andric   // This may happen for references to TOC base base (sym@toc, .odp
6660b57cec5SDimitry Andric   // relocation) without a .toc directive.  In this case just use the
6670b57cec5SDimitry Andric   // first section (which is usually the .odp) since the code won't
6680b57cec5SDimitry Andric   // reference the .toc base directly.
6690b57cec5SDimitry Andric   Rel.SymbolName = nullptr;
6700b57cec5SDimitry Andric   Rel.SectionID = 0;
6710b57cec5SDimitry Andric 
6720b57cec5SDimitry Andric   // The TOC consists of sections .got, .toc, .tocbss, .plt in that
6730b57cec5SDimitry Andric   // order. The TOC starts where the first of these sections starts.
6740b57cec5SDimitry Andric   for (auto &Section : Obj.sections()) {
6758bcb0991SDimitry Andric     Expected<StringRef> NameOrErr = Section.getName();
6768bcb0991SDimitry Andric     if (!NameOrErr)
6778bcb0991SDimitry Andric       return NameOrErr.takeError();
6788bcb0991SDimitry Andric     StringRef SectionName = *NameOrErr;
6790b57cec5SDimitry Andric 
6800b57cec5SDimitry Andric     if (SectionName == ".got"
6810b57cec5SDimitry Andric         || SectionName == ".toc"
6820b57cec5SDimitry Andric         || SectionName == ".tocbss"
6830b57cec5SDimitry Andric         || SectionName == ".plt") {
6840b57cec5SDimitry Andric       if (auto SectionIDOrErr =
6850b57cec5SDimitry Andric             findOrEmitSection(Obj, Section, false, LocalSections))
6860b57cec5SDimitry Andric         Rel.SectionID = *SectionIDOrErr;
6870b57cec5SDimitry Andric       else
6880b57cec5SDimitry Andric         return SectionIDOrErr.takeError();
6890b57cec5SDimitry Andric       break;
6900b57cec5SDimitry Andric     }
6910b57cec5SDimitry Andric   }
6920b57cec5SDimitry Andric 
6930b57cec5SDimitry Andric   // Per the ppc64-elf-linux ABI, The TOC base is TOC value plus 0x8000
6940b57cec5SDimitry Andric   // thus permitting a full 64 Kbytes segment.
6950b57cec5SDimitry Andric   Rel.Addend = 0x8000;
6960b57cec5SDimitry Andric 
6970b57cec5SDimitry Andric   return Error::success();
6980b57cec5SDimitry Andric }
6990b57cec5SDimitry Andric 
7000b57cec5SDimitry Andric // Returns the sections and offset associated with the ODP entry referenced
7010b57cec5SDimitry Andric // by Symbol.
7020b57cec5SDimitry Andric Error RuntimeDyldELF::findOPDEntrySection(const ELFObjectFileBase &Obj,
7030b57cec5SDimitry Andric                                           ObjSectionToIDMap &LocalSections,
7040b57cec5SDimitry Andric                                           RelocationValueRef &Rel) {
7050b57cec5SDimitry Andric   // Get the ELF symbol value (st_value) to compare with Relocation offset in
7060b57cec5SDimitry Andric   // .opd entries
7070b57cec5SDimitry Andric   for (section_iterator si = Obj.section_begin(), se = Obj.section_end();
7080b57cec5SDimitry Andric        si != se; ++si) {
7098bcb0991SDimitry Andric 
7108bcb0991SDimitry Andric     Expected<section_iterator> RelSecOrErr = si->getRelocatedSection();
7118bcb0991SDimitry Andric     if (!RelSecOrErr)
712349cc55cSDimitry Andric       report_fatal_error(Twine(toString(RelSecOrErr.takeError())));
7138bcb0991SDimitry Andric 
7148bcb0991SDimitry Andric     section_iterator RelSecI = *RelSecOrErr;
7150b57cec5SDimitry Andric     if (RelSecI == Obj.section_end())
7160b57cec5SDimitry Andric       continue;
7170b57cec5SDimitry Andric 
7188bcb0991SDimitry Andric     Expected<StringRef> NameOrErr = RelSecI->getName();
7198bcb0991SDimitry Andric     if (!NameOrErr)
7208bcb0991SDimitry Andric       return NameOrErr.takeError();
7218bcb0991SDimitry Andric     StringRef RelSectionName = *NameOrErr;
7220b57cec5SDimitry Andric 
7230b57cec5SDimitry Andric     if (RelSectionName != ".opd")
7240b57cec5SDimitry Andric       continue;
7250b57cec5SDimitry Andric 
7260b57cec5SDimitry Andric     for (elf_relocation_iterator i = si->relocation_begin(),
7270b57cec5SDimitry Andric                                  e = si->relocation_end();
7280b57cec5SDimitry Andric          i != e;) {
7290b57cec5SDimitry Andric       // The R_PPC64_ADDR64 relocation indicates the first field
7300b57cec5SDimitry Andric       // of a .opd entry
7310b57cec5SDimitry Andric       uint64_t TypeFunc = i->getType();
7320b57cec5SDimitry Andric       if (TypeFunc != ELF::R_PPC64_ADDR64) {
7330b57cec5SDimitry Andric         ++i;
7340b57cec5SDimitry Andric         continue;
7350b57cec5SDimitry Andric       }
7360b57cec5SDimitry Andric 
7370b57cec5SDimitry Andric       uint64_t TargetSymbolOffset = i->getOffset();
7380b57cec5SDimitry Andric       symbol_iterator TargetSymbol = i->getSymbol();
7390b57cec5SDimitry Andric       int64_t Addend;
7400b57cec5SDimitry Andric       if (auto AddendOrErr = i->getAddend())
7410b57cec5SDimitry Andric         Addend = *AddendOrErr;
7420b57cec5SDimitry Andric       else
7430b57cec5SDimitry Andric         return AddendOrErr.takeError();
7440b57cec5SDimitry Andric 
7450b57cec5SDimitry Andric       ++i;
7460b57cec5SDimitry Andric       if (i == e)
7470b57cec5SDimitry Andric         break;
7480b57cec5SDimitry Andric 
7490b57cec5SDimitry Andric       // Just check if following relocation is a R_PPC64_TOC
7500b57cec5SDimitry Andric       uint64_t TypeTOC = i->getType();
7510b57cec5SDimitry Andric       if (TypeTOC != ELF::R_PPC64_TOC)
7520b57cec5SDimitry Andric         continue;
7530b57cec5SDimitry Andric 
7540b57cec5SDimitry Andric       // Finally compares the Symbol value and the target symbol offset
7550b57cec5SDimitry Andric       // to check if this .opd entry refers to the symbol the relocation
7560b57cec5SDimitry Andric       // points to.
7570b57cec5SDimitry Andric       if (Rel.Addend != (int64_t)TargetSymbolOffset)
7580b57cec5SDimitry Andric         continue;
7590b57cec5SDimitry Andric 
7600b57cec5SDimitry Andric       section_iterator TSI = Obj.section_end();
7610b57cec5SDimitry Andric       if (auto TSIOrErr = TargetSymbol->getSection())
7620b57cec5SDimitry Andric         TSI = *TSIOrErr;
7630b57cec5SDimitry Andric       else
7640b57cec5SDimitry Andric         return TSIOrErr.takeError();
7650b57cec5SDimitry Andric       assert(TSI != Obj.section_end() && "TSI should refer to a valid section");
7660b57cec5SDimitry Andric 
7670b57cec5SDimitry Andric       bool IsCode = TSI->isText();
7680b57cec5SDimitry Andric       if (auto SectionIDOrErr = findOrEmitSection(Obj, *TSI, IsCode,
7690b57cec5SDimitry Andric                                                   LocalSections))
7700b57cec5SDimitry Andric         Rel.SectionID = *SectionIDOrErr;
7710b57cec5SDimitry Andric       else
7720b57cec5SDimitry Andric         return SectionIDOrErr.takeError();
7730b57cec5SDimitry Andric       Rel.Addend = (intptr_t)Addend;
7740b57cec5SDimitry Andric       return Error::success();
7750b57cec5SDimitry Andric     }
7760b57cec5SDimitry Andric   }
7770b57cec5SDimitry Andric   llvm_unreachable("Attempting to get address of ODP entry!");
7780b57cec5SDimitry Andric }
7790b57cec5SDimitry Andric 
7800b57cec5SDimitry Andric // Relocation masks following the #lo(value), #hi(value), #ha(value),
7810b57cec5SDimitry Andric // #higher(value), #highera(value), #highest(value), and #highesta(value)
7820b57cec5SDimitry Andric // macros defined in section 4.5.1. Relocation Types of the PPC-elf64abi
7830b57cec5SDimitry Andric // document.
7840b57cec5SDimitry Andric 
7850b57cec5SDimitry Andric static inline uint16_t applyPPClo(uint64_t value) { return value & 0xffff; }
7860b57cec5SDimitry Andric 
7870b57cec5SDimitry Andric static inline uint16_t applyPPChi(uint64_t value) {
7880b57cec5SDimitry Andric   return (value >> 16) & 0xffff;
7890b57cec5SDimitry Andric }
7900b57cec5SDimitry Andric 
7910b57cec5SDimitry Andric static inline uint16_t applyPPCha (uint64_t value) {
7920b57cec5SDimitry Andric   return ((value + 0x8000) >> 16) & 0xffff;
7930b57cec5SDimitry Andric }
7940b57cec5SDimitry Andric 
7950b57cec5SDimitry Andric static inline uint16_t applyPPChigher(uint64_t value) {
7960b57cec5SDimitry Andric   return (value >> 32) & 0xffff;
7970b57cec5SDimitry Andric }
7980b57cec5SDimitry Andric 
7990b57cec5SDimitry Andric static inline uint16_t applyPPChighera (uint64_t value) {
8000b57cec5SDimitry Andric   return ((value + 0x8000) >> 32) & 0xffff;
8010b57cec5SDimitry Andric }
8020b57cec5SDimitry Andric 
8030b57cec5SDimitry Andric static inline uint16_t applyPPChighest(uint64_t value) {
8040b57cec5SDimitry Andric   return (value >> 48) & 0xffff;
8050b57cec5SDimitry Andric }
8060b57cec5SDimitry Andric 
8070b57cec5SDimitry Andric static inline uint16_t applyPPChighesta (uint64_t value) {
8080b57cec5SDimitry Andric   return ((value + 0x8000) >> 48) & 0xffff;
8090b57cec5SDimitry Andric }
8100b57cec5SDimitry Andric 
8110b57cec5SDimitry Andric void RuntimeDyldELF::resolvePPC32Relocation(const SectionEntry &Section,
8120b57cec5SDimitry Andric                                             uint64_t Offset, uint64_t Value,
8130b57cec5SDimitry Andric                                             uint32_t Type, int64_t Addend) {
8140b57cec5SDimitry Andric   uint8_t *LocalAddress = Section.getAddressWithOffset(Offset);
8150b57cec5SDimitry Andric   switch (Type) {
8160b57cec5SDimitry Andric   default:
8171106035dSDimitry Andric     report_fatal_error("Relocation type not implemented yet!");
8180b57cec5SDimitry Andric     break;
8190b57cec5SDimitry Andric   case ELF::R_PPC_ADDR16_LO:
8200b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPClo(Value + Addend));
8210b57cec5SDimitry Andric     break;
8220b57cec5SDimitry Andric   case ELF::R_PPC_ADDR16_HI:
8230b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPChi(Value + Addend));
8240b57cec5SDimitry Andric     break;
8250b57cec5SDimitry Andric   case ELF::R_PPC_ADDR16_HA:
8260b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPCha(Value + Addend));
8270b57cec5SDimitry Andric     break;
8280b57cec5SDimitry Andric   }
8290b57cec5SDimitry Andric }
8300b57cec5SDimitry Andric 
8310b57cec5SDimitry Andric void RuntimeDyldELF::resolvePPC64Relocation(const SectionEntry &Section,
8320b57cec5SDimitry Andric                                             uint64_t Offset, uint64_t Value,
8330b57cec5SDimitry Andric                                             uint32_t Type, int64_t Addend) {
8340b57cec5SDimitry Andric   uint8_t *LocalAddress = Section.getAddressWithOffset(Offset);
8350b57cec5SDimitry Andric   switch (Type) {
8360b57cec5SDimitry Andric   default:
8371106035dSDimitry Andric     report_fatal_error("Relocation type not implemented yet!");
8380b57cec5SDimitry Andric     break;
8390b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16:
8400b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPClo(Value + Addend));
8410b57cec5SDimitry Andric     break;
8420b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16_DS:
8430b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPClo(Value + Addend) & ~3);
8440b57cec5SDimitry Andric     break;
8450b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16_LO:
8460b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPClo(Value + Addend));
8470b57cec5SDimitry Andric     break;
8480b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16_LO_DS:
8490b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPClo(Value + Addend) & ~3);
8500b57cec5SDimitry Andric     break;
8510b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16_HI:
8520b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16_HIGH:
8530b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPChi(Value + Addend));
8540b57cec5SDimitry Andric     break;
8550b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16_HA:
8560b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16_HIGHA:
8570b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPCha(Value + Addend));
8580b57cec5SDimitry Andric     break;
8590b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16_HIGHER:
8600b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPChigher(Value + Addend));
8610b57cec5SDimitry Andric     break;
8620b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16_HIGHERA:
8630b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPChighera(Value + Addend));
8640b57cec5SDimitry Andric     break;
8650b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16_HIGHEST:
8660b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPChighest(Value + Addend));
8670b57cec5SDimitry Andric     break;
8680b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR16_HIGHESTA:
8690b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPChighesta(Value + Addend));
8700b57cec5SDimitry Andric     break;
8710b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR14: {
8720b57cec5SDimitry Andric     assert(((Value + Addend) & 3) == 0);
8730b57cec5SDimitry Andric     // Preserve the AA/LK bits in the branch instruction
8740b57cec5SDimitry Andric     uint8_t aalk = *(LocalAddress + 3);
8750b57cec5SDimitry Andric     writeInt16BE(LocalAddress + 2, (aalk & 3) | ((Value + Addend) & 0xfffc));
8760b57cec5SDimitry Andric   } break;
8770b57cec5SDimitry Andric   case ELF::R_PPC64_REL16_LO: {
8780b57cec5SDimitry Andric     uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset);
8790b57cec5SDimitry Andric     uint64_t Delta = Value - FinalAddress + Addend;
8800b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPClo(Delta));
8810b57cec5SDimitry Andric   } break;
8820b57cec5SDimitry Andric   case ELF::R_PPC64_REL16_HI: {
8830b57cec5SDimitry Andric     uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset);
8840b57cec5SDimitry Andric     uint64_t Delta = Value - FinalAddress + Addend;
8850b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPChi(Delta));
8860b57cec5SDimitry Andric   } break;
8870b57cec5SDimitry Andric   case ELF::R_PPC64_REL16_HA: {
8880b57cec5SDimitry Andric     uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset);
8890b57cec5SDimitry Andric     uint64_t Delta = Value - FinalAddress + Addend;
8900b57cec5SDimitry Andric     writeInt16BE(LocalAddress, applyPPCha(Delta));
8910b57cec5SDimitry Andric   } break;
8920b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR32: {
8930b57cec5SDimitry Andric     int64_t Result = static_cast<int64_t>(Value + Addend);
8940b57cec5SDimitry Andric     if (SignExtend64<32>(Result) != Result)
8950b57cec5SDimitry Andric       llvm_unreachable("Relocation R_PPC64_ADDR32 overflow");
8960b57cec5SDimitry Andric     writeInt32BE(LocalAddress, Result);
8970b57cec5SDimitry Andric   } break;
8980b57cec5SDimitry Andric   case ELF::R_PPC64_REL24: {
8990b57cec5SDimitry Andric     uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset);
9000b57cec5SDimitry Andric     int64_t delta = static_cast<int64_t>(Value - FinalAddress + Addend);
9010b57cec5SDimitry Andric     if (SignExtend64<26>(delta) != delta)
9020b57cec5SDimitry Andric       llvm_unreachable("Relocation R_PPC64_REL24 overflow");
9030b57cec5SDimitry Andric     // We preserve bits other than LI field, i.e. PO and AA/LK fields.
9040b57cec5SDimitry Andric     uint32_t Inst = readBytesUnaligned(LocalAddress, 4);
9050b57cec5SDimitry Andric     writeInt32BE(LocalAddress, (Inst & 0xFC000003) | (delta & 0x03FFFFFC));
9060b57cec5SDimitry Andric   } break;
9070b57cec5SDimitry Andric   case ELF::R_PPC64_REL32: {
9080b57cec5SDimitry Andric     uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset);
9090b57cec5SDimitry Andric     int64_t delta = static_cast<int64_t>(Value - FinalAddress + Addend);
9100b57cec5SDimitry Andric     if (SignExtend64<32>(delta) != delta)
9110b57cec5SDimitry Andric       llvm_unreachable("Relocation R_PPC64_REL32 overflow");
9120b57cec5SDimitry Andric     writeInt32BE(LocalAddress, delta);
9130b57cec5SDimitry Andric   } break;
9140b57cec5SDimitry Andric   case ELF::R_PPC64_REL64: {
9150b57cec5SDimitry Andric     uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset);
9160b57cec5SDimitry Andric     uint64_t Delta = Value - FinalAddress + Addend;
9170b57cec5SDimitry Andric     writeInt64BE(LocalAddress, Delta);
9180b57cec5SDimitry Andric   } break;
9190b57cec5SDimitry Andric   case ELF::R_PPC64_ADDR64:
9200b57cec5SDimitry Andric     writeInt64BE(LocalAddress, Value + Addend);
9210b57cec5SDimitry Andric     break;
9220b57cec5SDimitry Andric   }
9230b57cec5SDimitry Andric }
9240b57cec5SDimitry Andric 
9250b57cec5SDimitry Andric void RuntimeDyldELF::resolveSystemZRelocation(const SectionEntry &Section,
9260b57cec5SDimitry Andric                                               uint64_t Offset, uint64_t Value,
9270b57cec5SDimitry Andric                                               uint32_t Type, int64_t Addend) {
9280b57cec5SDimitry Andric   uint8_t *LocalAddress = Section.getAddressWithOffset(Offset);
9290b57cec5SDimitry Andric   switch (Type) {
9300b57cec5SDimitry Andric   default:
9311106035dSDimitry Andric     report_fatal_error("Relocation type not implemented yet!");
9320b57cec5SDimitry Andric     break;
9330b57cec5SDimitry Andric   case ELF::R_390_PC16DBL:
9340b57cec5SDimitry Andric   case ELF::R_390_PLT16DBL: {
9350b57cec5SDimitry Andric     int64_t Delta = (Value + Addend) - Section.getLoadAddressWithOffset(Offset);
9360b57cec5SDimitry Andric     assert(int16_t(Delta / 2) * 2 == Delta && "R_390_PC16DBL overflow");
9370b57cec5SDimitry Andric     writeInt16BE(LocalAddress, Delta / 2);
9380b57cec5SDimitry Andric     break;
9390b57cec5SDimitry Andric   }
9400b57cec5SDimitry Andric   case ELF::R_390_PC32DBL:
9410b57cec5SDimitry Andric   case ELF::R_390_PLT32DBL: {
9420b57cec5SDimitry Andric     int64_t Delta = (Value + Addend) - Section.getLoadAddressWithOffset(Offset);
9430b57cec5SDimitry Andric     assert(int32_t(Delta / 2) * 2 == Delta && "R_390_PC32DBL overflow");
9440b57cec5SDimitry Andric     writeInt32BE(LocalAddress, Delta / 2);
9450b57cec5SDimitry Andric     break;
9460b57cec5SDimitry Andric   }
9470b57cec5SDimitry Andric   case ELF::R_390_PC16: {
9480b57cec5SDimitry Andric     int64_t Delta = (Value + Addend) - Section.getLoadAddressWithOffset(Offset);
9490b57cec5SDimitry Andric     assert(int16_t(Delta) == Delta && "R_390_PC16 overflow");
9500b57cec5SDimitry Andric     writeInt16BE(LocalAddress, Delta);
9510b57cec5SDimitry Andric     break;
9520b57cec5SDimitry Andric   }
9530b57cec5SDimitry Andric   case ELF::R_390_PC32: {
9540b57cec5SDimitry Andric     int64_t Delta = (Value + Addend) - Section.getLoadAddressWithOffset(Offset);
9550b57cec5SDimitry Andric     assert(int32_t(Delta) == Delta && "R_390_PC32 overflow");
9560b57cec5SDimitry Andric     writeInt32BE(LocalAddress, Delta);
9570b57cec5SDimitry Andric     break;
9580b57cec5SDimitry Andric   }
9590b57cec5SDimitry Andric   case ELF::R_390_PC64: {
9600b57cec5SDimitry Andric     int64_t Delta = (Value + Addend) - Section.getLoadAddressWithOffset(Offset);
9610b57cec5SDimitry Andric     writeInt64BE(LocalAddress, Delta);
9620b57cec5SDimitry Andric     break;
9630b57cec5SDimitry Andric   }
9640b57cec5SDimitry Andric   case ELF::R_390_8:
9650b57cec5SDimitry Andric     *LocalAddress = (uint8_t)(Value + Addend);
9660b57cec5SDimitry Andric     break;
9670b57cec5SDimitry Andric   case ELF::R_390_16:
9680b57cec5SDimitry Andric     writeInt16BE(LocalAddress, Value + Addend);
9690b57cec5SDimitry Andric     break;
9700b57cec5SDimitry Andric   case ELF::R_390_32:
9710b57cec5SDimitry Andric     writeInt32BE(LocalAddress, Value + Addend);
9720b57cec5SDimitry Andric     break;
9730b57cec5SDimitry Andric   case ELF::R_390_64:
9740b57cec5SDimitry Andric     writeInt64BE(LocalAddress, Value + Addend);
9750b57cec5SDimitry Andric     break;
9760b57cec5SDimitry Andric   }
9770b57cec5SDimitry Andric }
9780b57cec5SDimitry Andric 
9790b57cec5SDimitry Andric void RuntimeDyldELF::resolveBPFRelocation(const SectionEntry &Section,
9800b57cec5SDimitry Andric                                           uint64_t Offset, uint64_t Value,
9810b57cec5SDimitry Andric                                           uint32_t Type, int64_t Addend) {
9820b57cec5SDimitry Andric   bool isBE = Arch == Triple::bpfeb;
9830b57cec5SDimitry Andric 
9840b57cec5SDimitry Andric   switch (Type) {
9850b57cec5SDimitry Andric   default:
9861106035dSDimitry Andric     report_fatal_error("Relocation type not implemented yet!");
9870b57cec5SDimitry Andric     break;
9880b57cec5SDimitry Andric   case ELF::R_BPF_NONE:
989fe6060f1SDimitry Andric   case ELF::R_BPF_64_64:
990fe6060f1SDimitry Andric   case ELF::R_BPF_64_32:
991fe6060f1SDimitry Andric   case ELF::R_BPF_64_NODYLD32:
9920b57cec5SDimitry Andric     break;
993fe6060f1SDimitry Andric   case ELF::R_BPF_64_ABS64: {
9940b57cec5SDimitry Andric     write(isBE, Section.getAddressWithOffset(Offset), Value + Addend);
9950b57cec5SDimitry Andric     LLVM_DEBUG(dbgs() << "Writing " << format("%p", (Value + Addend)) << " at "
9960b57cec5SDimitry Andric                       << format("%p\n", Section.getAddressWithOffset(Offset)));
9970b57cec5SDimitry Andric     break;
9980b57cec5SDimitry Andric   }
999fe6060f1SDimitry Andric   case ELF::R_BPF_64_ABS32: {
10000b57cec5SDimitry Andric     Value += Addend;
10010b57cec5SDimitry Andric     assert(Value <= UINT32_MAX);
10020b57cec5SDimitry Andric     write(isBE, Section.getAddressWithOffset(Offset), static_cast<uint32_t>(Value));
10030b57cec5SDimitry Andric     LLVM_DEBUG(dbgs() << "Writing " << format("%p", Value) << " at "
10040b57cec5SDimitry Andric                       << format("%p\n", Section.getAddressWithOffset(Offset)));
10050b57cec5SDimitry Andric     break;
10060b57cec5SDimitry Andric   }
10070b57cec5SDimitry Andric   }
10080b57cec5SDimitry Andric }
10090b57cec5SDimitry Andric 
10100b57cec5SDimitry Andric // The target location for the relocation is described by RE.SectionID and
10110b57cec5SDimitry Andric // RE.Offset.  RE.SectionID can be used to find the SectionEntry.  Each
10120b57cec5SDimitry Andric // SectionEntry has three members describing its location.
10130b57cec5SDimitry Andric // SectionEntry::Address is the address at which the section has been loaded
10140b57cec5SDimitry Andric // into memory in the current (host) process.  SectionEntry::LoadAddress is the
10150b57cec5SDimitry Andric // address that the section will have in the target process.
10160b57cec5SDimitry Andric // SectionEntry::ObjAddress is the address of the bits for this section in the
10170b57cec5SDimitry Andric // original emitted object image (also in the current address space).
10180b57cec5SDimitry Andric //
10190b57cec5SDimitry Andric // Relocations will be applied as if the section were loaded at
10200b57cec5SDimitry Andric // SectionEntry::LoadAddress, but they will be applied at an address based
10210b57cec5SDimitry Andric // on SectionEntry::Address.  SectionEntry::ObjAddress will be used to refer to
10220b57cec5SDimitry Andric // Target memory contents if they are required for value calculations.
10230b57cec5SDimitry Andric //
10240b57cec5SDimitry Andric // The Value parameter here is the load address of the symbol for the
10250b57cec5SDimitry Andric // relocation to be applied.  For relocations which refer to symbols in the
10260b57cec5SDimitry Andric // current object Value will be the LoadAddress of the section in which
10270b57cec5SDimitry Andric // the symbol resides (RE.Addend provides additional information about the
10280b57cec5SDimitry Andric // symbol location).  For external symbols, Value will be the address of the
10290b57cec5SDimitry Andric // symbol in the target address space.
10300b57cec5SDimitry Andric void RuntimeDyldELF::resolveRelocation(const RelocationEntry &RE,
10310b57cec5SDimitry Andric                                        uint64_t Value) {
10320b57cec5SDimitry Andric   const SectionEntry &Section = Sections[RE.SectionID];
10330b57cec5SDimitry Andric   return resolveRelocation(Section, RE.Offset, Value, RE.RelType, RE.Addend,
10340b57cec5SDimitry Andric                            RE.SymOffset, RE.SectionID);
10350b57cec5SDimitry Andric }
10360b57cec5SDimitry Andric 
10370b57cec5SDimitry Andric void RuntimeDyldELF::resolveRelocation(const SectionEntry &Section,
10380b57cec5SDimitry Andric                                        uint64_t Offset, uint64_t Value,
10390b57cec5SDimitry Andric                                        uint32_t Type, int64_t Addend,
10400b57cec5SDimitry Andric                                        uint64_t SymOffset, SID SectionID) {
10410b57cec5SDimitry Andric   switch (Arch) {
10420b57cec5SDimitry Andric   case Triple::x86_64:
10430b57cec5SDimitry Andric     resolveX86_64Relocation(Section, Offset, Value, Type, Addend, SymOffset);
10440b57cec5SDimitry Andric     break;
10450b57cec5SDimitry Andric   case Triple::x86:
10460b57cec5SDimitry Andric     resolveX86Relocation(Section, Offset, (uint32_t)(Value & 0xffffffffL), Type,
10470b57cec5SDimitry Andric                          (uint32_t)(Addend & 0xffffffffL));
10480b57cec5SDimitry Andric     break;
10490b57cec5SDimitry Andric   case Triple::aarch64:
10500b57cec5SDimitry Andric   case Triple::aarch64_be:
10510b57cec5SDimitry Andric     resolveAArch64Relocation(Section, Offset, Value, Type, Addend);
10520b57cec5SDimitry Andric     break;
10530b57cec5SDimitry Andric   case Triple::arm: // Fall through.
10540b57cec5SDimitry Andric   case Triple::armeb:
10550b57cec5SDimitry Andric   case Triple::thumb:
10560b57cec5SDimitry Andric   case Triple::thumbeb:
10570b57cec5SDimitry Andric     resolveARMRelocation(Section, Offset, (uint32_t)(Value & 0xffffffffL), Type,
10580b57cec5SDimitry Andric                          (uint32_t)(Addend & 0xffffffffL));
10590b57cec5SDimitry Andric     break;
1060e8d8bef9SDimitry Andric   case Triple::ppc: // Fall through.
1061e8d8bef9SDimitry Andric   case Triple::ppcle:
10620b57cec5SDimitry Andric     resolvePPC32Relocation(Section, Offset, Value, Type, Addend);
10630b57cec5SDimitry Andric     break;
10640b57cec5SDimitry Andric   case Triple::ppc64: // Fall through.
10650b57cec5SDimitry Andric   case Triple::ppc64le:
10660b57cec5SDimitry Andric     resolvePPC64Relocation(Section, Offset, Value, Type, Addend);
10670b57cec5SDimitry Andric     break;
10680b57cec5SDimitry Andric   case Triple::systemz:
10690b57cec5SDimitry Andric     resolveSystemZRelocation(Section, Offset, Value, Type, Addend);
10700b57cec5SDimitry Andric     break;
10710b57cec5SDimitry Andric   case Triple::bpfel:
10720b57cec5SDimitry Andric   case Triple::bpfeb:
10730b57cec5SDimitry Andric     resolveBPFRelocation(Section, Offset, Value, Type, Addend);
10740b57cec5SDimitry Andric     break;
10750b57cec5SDimitry Andric   default:
10760b57cec5SDimitry Andric     llvm_unreachable("Unsupported CPU type!");
10770b57cec5SDimitry Andric   }
10780b57cec5SDimitry Andric }
10790b57cec5SDimitry Andric 
10800b57cec5SDimitry Andric void *RuntimeDyldELF::computePlaceholderAddress(unsigned SectionID, uint64_t Offset) const {
10810b57cec5SDimitry Andric   return (void *)(Sections[SectionID].getObjAddress() + Offset);
10820b57cec5SDimitry Andric }
10830b57cec5SDimitry Andric 
10840b57cec5SDimitry Andric void RuntimeDyldELF::processSimpleRelocation(unsigned SectionID, uint64_t Offset, unsigned RelType, RelocationValueRef Value) {
10850b57cec5SDimitry Andric   RelocationEntry RE(SectionID, Offset, RelType, Value.Addend, Value.Offset);
10860b57cec5SDimitry Andric   if (Value.SymbolName)
10870b57cec5SDimitry Andric     addRelocationForSymbol(RE, Value.SymbolName);
10880b57cec5SDimitry Andric   else
10890b57cec5SDimitry Andric     addRelocationForSection(RE, Value.SectionID);
10900b57cec5SDimitry Andric }
10910b57cec5SDimitry Andric 
10920b57cec5SDimitry Andric uint32_t RuntimeDyldELF::getMatchingLoRelocation(uint32_t RelType,
10930b57cec5SDimitry Andric                                                  bool IsLocal) const {
10940b57cec5SDimitry Andric   switch (RelType) {
10950b57cec5SDimitry Andric   case ELF::R_MICROMIPS_GOT16:
10960b57cec5SDimitry Andric     if (IsLocal)
10970b57cec5SDimitry Andric       return ELF::R_MICROMIPS_LO16;
10980b57cec5SDimitry Andric     break;
10990b57cec5SDimitry Andric   case ELF::R_MICROMIPS_HI16:
11000b57cec5SDimitry Andric     return ELF::R_MICROMIPS_LO16;
11010b57cec5SDimitry Andric   case ELF::R_MIPS_GOT16:
11020b57cec5SDimitry Andric     if (IsLocal)
11030b57cec5SDimitry Andric       return ELF::R_MIPS_LO16;
11040b57cec5SDimitry Andric     break;
11050b57cec5SDimitry Andric   case ELF::R_MIPS_HI16:
11060b57cec5SDimitry Andric     return ELF::R_MIPS_LO16;
11070b57cec5SDimitry Andric   case ELF::R_MIPS_PCHI16:
11080b57cec5SDimitry Andric     return ELF::R_MIPS_PCLO16;
11090b57cec5SDimitry Andric   default:
11100b57cec5SDimitry Andric     break;
11110b57cec5SDimitry Andric   }
11120b57cec5SDimitry Andric   return ELF::R_MIPS_NONE;
11130b57cec5SDimitry Andric }
11140b57cec5SDimitry Andric 
11150b57cec5SDimitry Andric // Sometimes we don't need to create thunk for a branch.
11160b57cec5SDimitry Andric // This typically happens when branch target is located
11170b57cec5SDimitry Andric // in the same object file. In such case target is either
11180b57cec5SDimitry Andric // a weak symbol or symbol in a different executable section.
11190b57cec5SDimitry Andric // This function checks if branch target is located in the
11200b57cec5SDimitry Andric // same object file and if distance between source and target
11210b57cec5SDimitry Andric // fits R_AARCH64_CALL26 relocation. If both conditions are
11220b57cec5SDimitry Andric // met, it emits direct jump to the target and returns true.
11230b57cec5SDimitry Andric // Otherwise false is returned and thunk is created.
11240b57cec5SDimitry Andric bool RuntimeDyldELF::resolveAArch64ShortBranch(
11250b57cec5SDimitry Andric     unsigned SectionID, relocation_iterator RelI,
11260b57cec5SDimitry Andric     const RelocationValueRef &Value) {
11270b57cec5SDimitry Andric   uint64_t Address;
11280b57cec5SDimitry Andric   if (Value.SymbolName) {
11290b57cec5SDimitry Andric     auto Loc = GlobalSymbolTable.find(Value.SymbolName);
11300b57cec5SDimitry Andric 
11310b57cec5SDimitry Andric     // Don't create direct branch for external symbols.
11320b57cec5SDimitry Andric     if (Loc == GlobalSymbolTable.end())
11330b57cec5SDimitry Andric       return false;
11340b57cec5SDimitry Andric 
11350b57cec5SDimitry Andric     const auto &SymInfo = Loc->second;
11360b57cec5SDimitry Andric     Address =
11370b57cec5SDimitry Andric         uint64_t(Sections[SymInfo.getSectionID()].getLoadAddressWithOffset(
11380b57cec5SDimitry Andric             SymInfo.getOffset()));
11390b57cec5SDimitry Andric   } else {
11400b57cec5SDimitry Andric     Address = uint64_t(Sections[Value.SectionID].getLoadAddress());
11410b57cec5SDimitry Andric   }
11420b57cec5SDimitry Andric   uint64_t Offset = RelI->getOffset();
11430b57cec5SDimitry Andric   uint64_t SourceAddress = Sections[SectionID].getLoadAddressWithOffset(Offset);
11440b57cec5SDimitry Andric 
11450b57cec5SDimitry Andric   // R_AARCH64_CALL26 requires immediate to be in range -2^27 <= imm < 2^27
11460b57cec5SDimitry Andric   // If distance between source and target is out of range then we should
11470b57cec5SDimitry Andric   // create thunk.
11480b57cec5SDimitry Andric   if (!isInt<28>(Address + Value.Addend - SourceAddress))
11490b57cec5SDimitry Andric     return false;
11500b57cec5SDimitry Andric 
11510b57cec5SDimitry Andric   resolveRelocation(Sections[SectionID], Offset, Address, RelI->getType(),
11520b57cec5SDimitry Andric                     Value.Addend);
11530b57cec5SDimitry Andric 
11540b57cec5SDimitry Andric   return true;
11550b57cec5SDimitry Andric }
11560b57cec5SDimitry Andric 
11570b57cec5SDimitry Andric void RuntimeDyldELF::resolveAArch64Branch(unsigned SectionID,
11580b57cec5SDimitry Andric                                           const RelocationValueRef &Value,
11590b57cec5SDimitry Andric                                           relocation_iterator RelI,
11600b57cec5SDimitry Andric                                           StubMap &Stubs) {
11610b57cec5SDimitry Andric 
11620b57cec5SDimitry Andric   LLVM_DEBUG(dbgs() << "\t\tThis is an AArch64 branch relocation.");
11630b57cec5SDimitry Andric   SectionEntry &Section = Sections[SectionID];
11640b57cec5SDimitry Andric 
11650b57cec5SDimitry Andric   uint64_t Offset = RelI->getOffset();
11660b57cec5SDimitry Andric   unsigned RelType = RelI->getType();
11670b57cec5SDimitry Andric   // Look for an existing stub.
11680b57cec5SDimitry Andric   StubMap::const_iterator i = Stubs.find(Value);
11690b57cec5SDimitry Andric   if (i != Stubs.end()) {
11700b57cec5SDimitry Andric     resolveRelocation(Section, Offset,
11710b57cec5SDimitry Andric                       (uint64_t)Section.getAddressWithOffset(i->second),
11720b57cec5SDimitry Andric                       RelType, 0);
11730b57cec5SDimitry Andric     LLVM_DEBUG(dbgs() << " Stub function found\n");
11740b57cec5SDimitry Andric   } else if (!resolveAArch64ShortBranch(SectionID, RelI, Value)) {
11750b57cec5SDimitry Andric     // Create a new stub function.
11760b57cec5SDimitry Andric     LLVM_DEBUG(dbgs() << " Create a new stub function\n");
11770b57cec5SDimitry Andric     Stubs[Value] = Section.getStubOffset();
11780b57cec5SDimitry Andric     uint8_t *StubTargetAddr = createStubFunction(
11790b57cec5SDimitry Andric         Section.getAddressWithOffset(Section.getStubOffset()));
11800b57cec5SDimitry Andric 
11810b57cec5SDimitry Andric     RelocationEntry REmovz_g3(SectionID, StubTargetAddr - Section.getAddress(),
11820b57cec5SDimitry Andric                               ELF::R_AARCH64_MOVW_UABS_G3, Value.Addend);
11830b57cec5SDimitry Andric     RelocationEntry REmovk_g2(SectionID,
11840b57cec5SDimitry Andric                               StubTargetAddr - Section.getAddress() + 4,
11850b57cec5SDimitry Andric                               ELF::R_AARCH64_MOVW_UABS_G2_NC, Value.Addend);
11860b57cec5SDimitry Andric     RelocationEntry REmovk_g1(SectionID,
11870b57cec5SDimitry Andric                               StubTargetAddr - Section.getAddress() + 8,
11880b57cec5SDimitry Andric                               ELF::R_AARCH64_MOVW_UABS_G1_NC, Value.Addend);
11890b57cec5SDimitry Andric     RelocationEntry REmovk_g0(SectionID,
11900b57cec5SDimitry Andric                               StubTargetAddr - Section.getAddress() + 12,
11910b57cec5SDimitry Andric                               ELF::R_AARCH64_MOVW_UABS_G0_NC, Value.Addend);
11920b57cec5SDimitry Andric 
11930b57cec5SDimitry Andric     if (Value.SymbolName) {
11940b57cec5SDimitry Andric       addRelocationForSymbol(REmovz_g3, Value.SymbolName);
11950b57cec5SDimitry Andric       addRelocationForSymbol(REmovk_g2, Value.SymbolName);
11960b57cec5SDimitry Andric       addRelocationForSymbol(REmovk_g1, Value.SymbolName);
11970b57cec5SDimitry Andric       addRelocationForSymbol(REmovk_g0, Value.SymbolName);
11980b57cec5SDimitry Andric     } else {
11990b57cec5SDimitry Andric       addRelocationForSection(REmovz_g3, Value.SectionID);
12000b57cec5SDimitry Andric       addRelocationForSection(REmovk_g2, Value.SectionID);
12010b57cec5SDimitry Andric       addRelocationForSection(REmovk_g1, Value.SectionID);
12020b57cec5SDimitry Andric       addRelocationForSection(REmovk_g0, Value.SectionID);
12030b57cec5SDimitry Andric     }
12040b57cec5SDimitry Andric     resolveRelocation(Section, Offset,
12050b57cec5SDimitry Andric                       reinterpret_cast<uint64_t>(Section.getAddressWithOffset(
12060b57cec5SDimitry Andric                           Section.getStubOffset())),
12070b57cec5SDimitry Andric                       RelType, 0);
12080b57cec5SDimitry Andric     Section.advanceStubOffset(getMaxStubSize());
12090b57cec5SDimitry Andric   }
12100b57cec5SDimitry Andric }
12110b57cec5SDimitry Andric 
12120b57cec5SDimitry Andric Expected<relocation_iterator>
12130b57cec5SDimitry Andric RuntimeDyldELF::processRelocationRef(
12140b57cec5SDimitry Andric     unsigned SectionID, relocation_iterator RelI, const ObjectFile &O,
12150b57cec5SDimitry Andric     ObjSectionToIDMap &ObjSectionToID, StubMap &Stubs) {
12160b57cec5SDimitry Andric   const auto &Obj = cast<ELFObjectFileBase>(O);
12170b57cec5SDimitry Andric   uint64_t RelType = RelI->getType();
12180b57cec5SDimitry Andric   int64_t Addend = 0;
12190b57cec5SDimitry Andric   if (Expected<int64_t> AddendOrErr = ELFRelocationRef(*RelI).getAddend())
12200b57cec5SDimitry Andric     Addend = *AddendOrErr;
12210b57cec5SDimitry Andric   else
12220b57cec5SDimitry Andric     consumeError(AddendOrErr.takeError());
12230b57cec5SDimitry Andric   elf_symbol_iterator Symbol = RelI->getSymbol();
12240b57cec5SDimitry Andric 
12250b57cec5SDimitry Andric   // Obtain the symbol name which is referenced in the relocation
12260b57cec5SDimitry Andric   StringRef TargetName;
12270b57cec5SDimitry Andric   if (Symbol != Obj.symbol_end()) {
12280b57cec5SDimitry Andric     if (auto TargetNameOrErr = Symbol->getName())
12290b57cec5SDimitry Andric       TargetName = *TargetNameOrErr;
12300b57cec5SDimitry Andric     else
12310b57cec5SDimitry Andric       return TargetNameOrErr.takeError();
12320b57cec5SDimitry Andric   }
12330b57cec5SDimitry Andric   LLVM_DEBUG(dbgs() << "\t\tRelType: " << RelType << " Addend: " << Addend
12340b57cec5SDimitry Andric                     << " TargetName: " << TargetName << "\n");
12350b57cec5SDimitry Andric   RelocationValueRef Value;
12360b57cec5SDimitry Andric   // First search for the symbol in the local symbol table
12370b57cec5SDimitry Andric   SymbolRef::Type SymType = SymbolRef::ST_Unknown;
12380b57cec5SDimitry Andric 
12390b57cec5SDimitry Andric   // Search for the symbol in the global symbol table
12400b57cec5SDimitry Andric   RTDyldSymbolTable::const_iterator gsi = GlobalSymbolTable.end();
12410b57cec5SDimitry Andric   if (Symbol != Obj.symbol_end()) {
12420b57cec5SDimitry Andric     gsi = GlobalSymbolTable.find(TargetName.data());
12430b57cec5SDimitry Andric     Expected<SymbolRef::Type> SymTypeOrErr = Symbol->getType();
12440b57cec5SDimitry Andric     if (!SymTypeOrErr) {
12450b57cec5SDimitry Andric       std::string Buf;
12460b57cec5SDimitry Andric       raw_string_ostream OS(Buf);
12470b57cec5SDimitry Andric       logAllUnhandledErrors(SymTypeOrErr.takeError(), OS);
1248349cc55cSDimitry Andric       report_fatal_error(Twine(OS.str()));
12490b57cec5SDimitry Andric     }
12500b57cec5SDimitry Andric     SymType = *SymTypeOrErr;
12510b57cec5SDimitry Andric   }
12520b57cec5SDimitry Andric   if (gsi != GlobalSymbolTable.end()) {
12530b57cec5SDimitry Andric     const auto &SymInfo = gsi->second;
12540b57cec5SDimitry Andric     Value.SectionID = SymInfo.getSectionID();
12550b57cec5SDimitry Andric     Value.Offset = SymInfo.getOffset();
12560b57cec5SDimitry Andric     Value.Addend = SymInfo.getOffset() + Addend;
12570b57cec5SDimitry Andric   } else {
12580b57cec5SDimitry Andric     switch (SymType) {
12590b57cec5SDimitry Andric     case SymbolRef::ST_Debug: {
12600b57cec5SDimitry Andric       // TODO: Now ELF SymbolRef::ST_Debug = STT_SECTION, it's not obviously
12610b57cec5SDimitry Andric       // and can be changed by another developers. Maybe best way is add
12620b57cec5SDimitry Andric       // a new symbol type ST_Section to SymbolRef and use it.
12630b57cec5SDimitry Andric       auto SectionOrErr = Symbol->getSection();
12640b57cec5SDimitry Andric       if (!SectionOrErr) {
12650b57cec5SDimitry Andric         std::string Buf;
12660b57cec5SDimitry Andric         raw_string_ostream OS(Buf);
12670b57cec5SDimitry Andric         logAllUnhandledErrors(SectionOrErr.takeError(), OS);
1268349cc55cSDimitry Andric         report_fatal_error(Twine(OS.str()));
12690b57cec5SDimitry Andric       }
12700b57cec5SDimitry Andric       section_iterator si = *SectionOrErr;
12710b57cec5SDimitry Andric       if (si == Obj.section_end())
12720b57cec5SDimitry Andric         llvm_unreachable("Symbol section not found, bad object file format!");
12730b57cec5SDimitry Andric       LLVM_DEBUG(dbgs() << "\t\tThis is section symbol\n");
12740b57cec5SDimitry Andric       bool isCode = si->isText();
12750b57cec5SDimitry Andric       if (auto SectionIDOrErr = findOrEmitSection(Obj, (*si), isCode,
12760b57cec5SDimitry Andric                                                   ObjSectionToID))
12770b57cec5SDimitry Andric         Value.SectionID = *SectionIDOrErr;
12780b57cec5SDimitry Andric       else
12790b57cec5SDimitry Andric         return SectionIDOrErr.takeError();
12800b57cec5SDimitry Andric       Value.Addend = Addend;
12810b57cec5SDimitry Andric       break;
12820b57cec5SDimitry Andric     }
12830b57cec5SDimitry Andric     case SymbolRef::ST_Data:
12840b57cec5SDimitry Andric     case SymbolRef::ST_Function:
12850b57cec5SDimitry Andric     case SymbolRef::ST_Unknown: {
12860b57cec5SDimitry Andric       Value.SymbolName = TargetName.data();
12870b57cec5SDimitry Andric       Value.Addend = Addend;
12880b57cec5SDimitry Andric 
12890b57cec5SDimitry Andric       // Absolute relocations will have a zero symbol ID (STN_UNDEF), which
12900b57cec5SDimitry Andric       // will manifest here as a NULL symbol name.
12910b57cec5SDimitry Andric       // We can set this as a valid (but empty) symbol name, and rely
12920b57cec5SDimitry Andric       // on addRelocationForSymbol to handle this.
12930b57cec5SDimitry Andric       if (!Value.SymbolName)
12940b57cec5SDimitry Andric         Value.SymbolName = "";
12950b57cec5SDimitry Andric       break;
12960b57cec5SDimitry Andric     }
12970b57cec5SDimitry Andric     default:
12980b57cec5SDimitry Andric       llvm_unreachable("Unresolved symbol type!");
12990b57cec5SDimitry Andric       break;
13000b57cec5SDimitry Andric     }
13010b57cec5SDimitry Andric   }
13020b57cec5SDimitry Andric 
13030b57cec5SDimitry Andric   uint64_t Offset = RelI->getOffset();
13040b57cec5SDimitry Andric 
13050b57cec5SDimitry Andric   LLVM_DEBUG(dbgs() << "\t\tSectionID: " << SectionID << " Offset: " << Offset
13060b57cec5SDimitry Andric                     << "\n");
13070b57cec5SDimitry Andric   if ((Arch == Triple::aarch64 || Arch == Triple::aarch64_be)) {
1308fe6060f1SDimitry Andric     if ((RelType == ELF::R_AARCH64_CALL26 ||
1309fe6060f1SDimitry Andric          RelType == ELF::R_AARCH64_JUMP26) &&
1310fe6060f1SDimitry Andric         MemMgr.allowStubAllocation()) {
13110b57cec5SDimitry Andric       resolveAArch64Branch(SectionID, Value, RelI, Stubs);
13120b57cec5SDimitry Andric     } else if (RelType == ELF::R_AARCH64_ADR_GOT_PAGE) {
13134824e7fdSDimitry Andric       // Create new GOT entry or find existing one. If GOT entry is
13140b57cec5SDimitry Andric       // to be created, then we also emit ABS64 relocation for it.
13150b57cec5SDimitry Andric       uint64_t GOTOffset = findOrAllocGOTEntry(Value, ELF::R_AARCH64_ABS64);
13160b57cec5SDimitry Andric       resolveGOTOffsetRelocation(SectionID, Offset, GOTOffset + Addend,
13170b57cec5SDimitry Andric                                  ELF::R_AARCH64_ADR_PREL_PG_HI21);
13180b57cec5SDimitry Andric 
13190b57cec5SDimitry Andric     } else if (RelType == ELF::R_AARCH64_LD64_GOT_LO12_NC) {
13200b57cec5SDimitry Andric       uint64_t GOTOffset = findOrAllocGOTEntry(Value, ELF::R_AARCH64_ABS64);
13210b57cec5SDimitry Andric       resolveGOTOffsetRelocation(SectionID, Offset, GOTOffset + Addend,
13220b57cec5SDimitry Andric                                  ELF::R_AARCH64_LDST64_ABS_LO12_NC);
13230b57cec5SDimitry Andric     } else {
13240b57cec5SDimitry Andric       processSimpleRelocation(SectionID, Offset, RelType, Value);
13250b57cec5SDimitry Andric     }
13260b57cec5SDimitry Andric   } else if (Arch == Triple::arm) {
13270b57cec5SDimitry Andric     if (RelType == ELF::R_ARM_PC24 || RelType == ELF::R_ARM_CALL ||
13280b57cec5SDimitry Andric       RelType == ELF::R_ARM_JUMP24) {
13290b57cec5SDimitry Andric       // This is an ARM branch relocation, need to use a stub function.
13300b57cec5SDimitry Andric       LLVM_DEBUG(dbgs() << "\t\tThis is an ARM branch relocation.\n");
13310b57cec5SDimitry Andric       SectionEntry &Section = Sections[SectionID];
13320b57cec5SDimitry Andric 
13330b57cec5SDimitry Andric       // Look for an existing stub.
13340b57cec5SDimitry Andric       StubMap::const_iterator i = Stubs.find(Value);
13350b57cec5SDimitry Andric       if (i != Stubs.end()) {
13360b57cec5SDimitry Andric         resolveRelocation(
13370b57cec5SDimitry Andric             Section, Offset,
13380b57cec5SDimitry Andric             reinterpret_cast<uint64_t>(Section.getAddressWithOffset(i->second)),
13390b57cec5SDimitry Andric             RelType, 0);
13400b57cec5SDimitry Andric         LLVM_DEBUG(dbgs() << " Stub function found\n");
13410b57cec5SDimitry Andric       } else {
13420b57cec5SDimitry Andric         // Create a new stub function.
13430b57cec5SDimitry Andric         LLVM_DEBUG(dbgs() << " Create a new stub function\n");
13440b57cec5SDimitry Andric         Stubs[Value] = Section.getStubOffset();
13450b57cec5SDimitry Andric         uint8_t *StubTargetAddr = createStubFunction(
13460b57cec5SDimitry Andric             Section.getAddressWithOffset(Section.getStubOffset()));
13470b57cec5SDimitry Andric         RelocationEntry RE(SectionID, StubTargetAddr - Section.getAddress(),
13480b57cec5SDimitry Andric                            ELF::R_ARM_ABS32, Value.Addend);
13490b57cec5SDimitry Andric         if (Value.SymbolName)
13500b57cec5SDimitry Andric           addRelocationForSymbol(RE, Value.SymbolName);
13510b57cec5SDimitry Andric         else
13520b57cec5SDimitry Andric           addRelocationForSection(RE, Value.SectionID);
13530b57cec5SDimitry Andric 
13540b57cec5SDimitry Andric         resolveRelocation(Section, Offset, reinterpret_cast<uint64_t>(
13550b57cec5SDimitry Andric                                                Section.getAddressWithOffset(
13560b57cec5SDimitry Andric                                                    Section.getStubOffset())),
13570b57cec5SDimitry Andric                           RelType, 0);
13580b57cec5SDimitry Andric         Section.advanceStubOffset(getMaxStubSize());
13590b57cec5SDimitry Andric       }
13600b57cec5SDimitry Andric     } else {
13610b57cec5SDimitry Andric       uint32_t *Placeholder =
13620b57cec5SDimitry Andric         reinterpret_cast<uint32_t*>(computePlaceholderAddress(SectionID, Offset));
13630b57cec5SDimitry Andric       if (RelType == ELF::R_ARM_PREL31 || RelType == ELF::R_ARM_TARGET1 ||
13640b57cec5SDimitry Andric           RelType == ELF::R_ARM_ABS32) {
13650b57cec5SDimitry Andric         Value.Addend += *Placeholder;
13660b57cec5SDimitry Andric       } else if (RelType == ELF::R_ARM_MOVW_ABS_NC || RelType == ELF::R_ARM_MOVT_ABS) {
13670b57cec5SDimitry Andric         // See ELF for ARM documentation
13680b57cec5SDimitry Andric         Value.Addend += (int16_t)((*Placeholder & 0xFFF) | (((*Placeholder >> 16) & 0xF) << 12));
13690b57cec5SDimitry Andric       }
13700b57cec5SDimitry Andric       processSimpleRelocation(SectionID, Offset, RelType, Value);
13710b57cec5SDimitry Andric     }
13720b57cec5SDimitry Andric   } else if (IsMipsO32ABI) {
13730b57cec5SDimitry Andric     uint8_t *Placeholder = reinterpret_cast<uint8_t *>(
13740b57cec5SDimitry Andric         computePlaceholderAddress(SectionID, Offset));
13750b57cec5SDimitry Andric     uint32_t Opcode = readBytesUnaligned(Placeholder, 4);
13760b57cec5SDimitry Andric     if (RelType == ELF::R_MIPS_26) {
13770b57cec5SDimitry Andric       // This is an Mips branch relocation, need to use a stub function.
13780b57cec5SDimitry Andric       LLVM_DEBUG(dbgs() << "\t\tThis is a Mips branch relocation.");
13790b57cec5SDimitry Andric       SectionEntry &Section = Sections[SectionID];
13800b57cec5SDimitry Andric 
13810b57cec5SDimitry Andric       // Extract the addend from the instruction.
13820b57cec5SDimitry Andric       // We shift up by two since the Value will be down shifted again
13830b57cec5SDimitry Andric       // when applying the relocation.
13840b57cec5SDimitry Andric       uint32_t Addend = (Opcode & 0x03ffffff) << 2;
13850b57cec5SDimitry Andric 
13860b57cec5SDimitry Andric       Value.Addend += Addend;
13870b57cec5SDimitry Andric 
13880b57cec5SDimitry Andric       //  Look up for existing stub.
13890b57cec5SDimitry Andric       StubMap::const_iterator i = Stubs.find(Value);
13900b57cec5SDimitry Andric       if (i != Stubs.end()) {
13910b57cec5SDimitry Andric         RelocationEntry RE(SectionID, Offset, RelType, i->second);
13920b57cec5SDimitry Andric         addRelocationForSection(RE, SectionID);
13930b57cec5SDimitry Andric         LLVM_DEBUG(dbgs() << " Stub function found\n");
13940b57cec5SDimitry Andric       } else {
13950b57cec5SDimitry Andric         // Create a new stub function.
13960b57cec5SDimitry Andric         LLVM_DEBUG(dbgs() << " Create a new stub function\n");
13970b57cec5SDimitry Andric         Stubs[Value] = Section.getStubOffset();
13980b57cec5SDimitry Andric 
13990b57cec5SDimitry Andric         unsigned AbiVariant = Obj.getPlatformFlags();
14000b57cec5SDimitry Andric 
14010b57cec5SDimitry Andric         uint8_t *StubTargetAddr = createStubFunction(
14020b57cec5SDimitry Andric             Section.getAddressWithOffset(Section.getStubOffset()), AbiVariant);
14030b57cec5SDimitry Andric 
14040b57cec5SDimitry Andric         // Creating Hi and Lo relocations for the filled stub instructions.
14050b57cec5SDimitry Andric         RelocationEntry REHi(SectionID, StubTargetAddr - Section.getAddress(),
14060b57cec5SDimitry Andric                              ELF::R_MIPS_HI16, Value.Addend);
14070b57cec5SDimitry Andric         RelocationEntry RELo(SectionID,
14080b57cec5SDimitry Andric                              StubTargetAddr - Section.getAddress() + 4,
14090b57cec5SDimitry Andric                              ELF::R_MIPS_LO16, Value.Addend);
14100b57cec5SDimitry Andric 
14110b57cec5SDimitry Andric         if (Value.SymbolName) {
14120b57cec5SDimitry Andric           addRelocationForSymbol(REHi, Value.SymbolName);
14130b57cec5SDimitry Andric           addRelocationForSymbol(RELo, Value.SymbolName);
14140b57cec5SDimitry Andric         } else {
14150b57cec5SDimitry Andric           addRelocationForSection(REHi, Value.SectionID);
14160b57cec5SDimitry Andric           addRelocationForSection(RELo, Value.SectionID);
14170b57cec5SDimitry Andric         }
14180b57cec5SDimitry Andric 
14190b57cec5SDimitry Andric         RelocationEntry RE(SectionID, Offset, RelType, Section.getStubOffset());
14200b57cec5SDimitry Andric         addRelocationForSection(RE, SectionID);
14210b57cec5SDimitry Andric         Section.advanceStubOffset(getMaxStubSize());
14220b57cec5SDimitry Andric       }
14230b57cec5SDimitry Andric     } else if (RelType == ELF::R_MIPS_HI16 || RelType == ELF::R_MIPS_PCHI16) {
14240b57cec5SDimitry Andric       int64_t Addend = (Opcode & 0x0000ffff) << 16;
14250b57cec5SDimitry Andric       RelocationEntry RE(SectionID, Offset, RelType, Addend);
14260b57cec5SDimitry Andric       PendingRelocs.push_back(std::make_pair(Value, RE));
14270b57cec5SDimitry Andric     } else if (RelType == ELF::R_MIPS_LO16 || RelType == ELF::R_MIPS_PCLO16) {
14280b57cec5SDimitry Andric       int64_t Addend = Value.Addend + SignExtend32<16>(Opcode & 0x0000ffff);
14290b57cec5SDimitry Andric       for (auto I = PendingRelocs.begin(); I != PendingRelocs.end();) {
14300b57cec5SDimitry Andric         const RelocationValueRef &MatchingValue = I->first;
14310b57cec5SDimitry Andric         RelocationEntry &Reloc = I->second;
14320b57cec5SDimitry Andric         if (MatchingValue == Value &&
14330b57cec5SDimitry Andric             RelType == getMatchingLoRelocation(Reloc.RelType) &&
14340b57cec5SDimitry Andric             SectionID == Reloc.SectionID) {
14350b57cec5SDimitry Andric           Reloc.Addend += Addend;
14360b57cec5SDimitry Andric           if (Value.SymbolName)
14370b57cec5SDimitry Andric             addRelocationForSymbol(Reloc, Value.SymbolName);
14380b57cec5SDimitry Andric           else
14390b57cec5SDimitry Andric             addRelocationForSection(Reloc, Value.SectionID);
14400b57cec5SDimitry Andric           I = PendingRelocs.erase(I);
14410b57cec5SDimitry Andric         } else
14420b57cec5SDimitry Andric           ++I;
14430b57cec5SDimitry Andric       }
14440b57cec5SDimitry Andric       RelocationEntry RE(SectionID, Offset, RelType, Addend);
14450b57cec5SDimitry Andric       if (Value.SymbolName)
14460b57cec5SDimitry Andric         addRelocationForSymbol(RE, Value.SymbolName);
14470b57cec5SDimitry Andric       else
14480b57cec5SDimitry Andric         addRelocationForSection(RE, Value.SectionID);
14490b57cec5SDimitry Andric     } else {
14500b57cec5SDimitry Andric       if (RelType == ELF::R_MIPS_32)
14510b57cec5SDimitry Andric         Value.Addend += Opcode;
14520b57cec5SDimitry Andric       else if (RelType == ELF::R_MIPS_PC16)
14530b57cec5SDimitry Andric         Value.Addend += SignExtend32<18>((Opcode & 0x0000ffff) << 2);
14540b57cec5SDimitry Andric       else if (RelType == ELF::R_MIPS_PC19_S2)
14550b57cec5SDimitry Andric         Value.Addend += SignExtend32<21>((Opcode & 0x0007ffff) << 2);
14560b57cec5SDimitry Andric       else if (RelType == ELF::R_MIPS_PC21_S2)
14570b57cec5SDimitry Andric         Value.Addend += SignExtend32<23>((Opcode & 0x001fffff) << 2);
14580b57cec5SDimitry Andric       else if (RelType == ELF::R_MIPS_PC26_S2)
14590b57cec5SDimitry Andric         Value.Addend += SignExtend32<28>((Opcode & 0x03ffffff) << 2);
14600b57cec5SDimitry Andric       processSimpleRelocation(SectionID, Offset, RelType, Value);
14610b57cec5SDimitry Andric     }
14620b57cec5SDimitry Andric   } else if (IsMipsN32ABI || IsMipsN64ABI) {
14630b57cec5SDimitry Andric     uint32_t r_type = RelType & 0xff;
14640b57cec5SDimitry Andric     RelocationEntry RE(SectionID, Offset, RelType, Value.Addend);
14650b57cec5SDimitry Andric     if (r_type == ELF::R_MIPS_CALL16 || r_type == ELF::R_MIPS_GOT_PAGE
14660b57cec5SDimitry Andric         || r_type == ELF::R_MIPS_GOT_DISP) {
14670b57cec5SDimitry Andric       StringMap<uint64_t>::iterator i = GOTSymbolOffsets.find(TargetName);
14680b57cec5SDimitry Andric       if (i != GOTSymbolOffsets.end())
14690b57cec5SDimitry Andric         RE.SymOffset = i->second;
14700b57cec5SDimitry Andric       else {
14710b57cec5SDimitry Andric         RE.SymOffset = allocateGOTEntries(1);
14720b57cec5SDimitry Andric         GOTSymbolOffsets[TargetName] = RE.SymOffset;
14730b57cec5SDimitry Andric       }
14740b57cec5SDimitry Andric       if (Value.SymbolName)
14750b57cec5SDimitry Andric         addRelocationForSymbol(RE, Value.SymbolName);
14760b57cec5SDimitry Andric       else
14770b57cec5SDimitry Andric         addRelocationForSection(RE, Value.SectionID);
14780b57cec5SDimitry Andric     } else if (RelType == ELF::R_MIPS_26) {
14790b57cec5SDimitry Andric       // This is an Mips branch relocation, need to use a stub function.
14800b57cec5SDimitry Andric       LLVM_DEBUG(dbgs() << "\t\tThis is a Mips branch relocation.");
14810b57cec5SDimitry Andric       SectionEntry &Section = Sections[SectionID];
14820b57cec5SDimitry Andric 
14830b57cec5SDimitry Andric       //  Look up for existing stub.
14840b57cec5SDimitry Andric       StubMap::const_iterator i = Stubs.find(Value);
14850b57cec5SDimitry Andric       if (i != Stubs.end()) {
14860b57cec5SDimitry Andric         RelocationEntry RE(SectionID, Offset, RelType, i->second);
14870b57cec5SDimitry Andric         addRelocationForSection(RE, SectionID);
14880b57cec5SDimitry Andric         LLVM_DEBUG(dbgs() << " Stub function found\n");
14890b57cec5SDimitry Andric       } else {
14900b57cec5SDimitry Andric         // Create a new stub function.
14910b57cec5SDimitry Andric         LLVM_DEBUG(dbgs() << " Create a new stub function\n");
14920b57cec5SDimitry Andric         Stubs[Value] = Section.getStubOffset();
14930b57cec5SDimitry Andric 
14940b57cec5SDimitry Andric         unsigned AbiVariant = Obj.getPlatformFlags();
14950b57cec5SDimitry Andric 
14960b57cec5SDimitry Andric         uint8_t *StubTargetAddr = createStubFunction(
14970b57cec5SDimitry Andric             Section.getAddressWithOffset(Section.getStubOffset()), AbiVariant);
14980b57cec5SDimitry Andric 
14990b57cec5SDimitry Andric         if (IsMipsN32ABI) {
15000b57cec5SDimitry Andric           // Creating Hi and Lo relocations for the filled stub instructions.
15010b57cec5SDimitry Andric           RelocationEntry REHi(SectionID, StubTargetAddr - Section.getAddress(),
15020b57cec5SDimitry Andric                                ELF::R_MIPS_HI16, Value.Addend);
15030b57cec5SDimitry Andric           RelocationEntry RELo(SectionID,
15040b57cec5SDimitry Andric                                StubTargetAddr - Section.getAddress() + 4,
15050b57cec5SDimitry Andric                                ELF::R_MIPS_LO16, Value.Addend);
15060b57cec5SDimitry Andric           if (Value.SymbolName) {
15070b57cec5SDimitry Andric             addRelocationForSymbol(REHi, Value.SymbolName);
15080b57cec5SDimitry Andric             addRelocationForSymbol(RELo, Value.SymbolName);
15090b57cec5SDimitry Andric           } else {
15100b57cec5SDimitry Andric             addRelocationForSection(REHi, Value.SectionID);
15110b57cec5SDimitry Andric             addRelocationForSection(RELo, Value.SectionID);
15120b57cec5SDimitry Andric           }
15130b57cec5SDimitry Andric         } else {
15140b57cec5SDimitry Andric           // Creating Highest, Higher, Hi and Lo relocations for the filled stub
15150b57cec5SDimitry Andric           // instructions.
15160b57cec5SDimitry Andric           RelocationEntry REHighest(SectionID,
15170b57cec5SDimitry Andric                                     StubTargetAddr - Section.getAddress(),
15180b57cec5SDimitry Andric                                     ELF::R_MIPS_HIGHEST, Value.Addend);
15190b57cec5SDimitry Andric           RelocationEntry REHigher(SectionID,
15200b57cec5SDimitry Andric                                    StubTargetAddr - Section.getAddress() + 4,
15210b57cec5SDimitry Andric                                    ELF::R_MIPS_HIGHER, Value.Addend);
15220b57cec5SDimitry Andric           RelocationEntry REHi(SectionID,
15230b57cec5SDimitry Andric                                StubTargetAddr - Section.getAddress() + 12,
15240b57cec5SDimitry Andric                                ELF::R_MIPS_HI16, Value.Addend);
15250b57cec5SDimitry Andric           RelocationEntry RELo(SectionID,
15260b57cec5SDimitry Andric                                StubTargetAddr - Section.getAddress() + 20,
15270b57cec5SDimitry Andric                                ELF::R_MIPS_LO16, Value.Addend);
15280b57cec5SDimitry Andric           if (Value.SymbolName) {
15290b57cec5SDimitry Andric             addRelocationForSymbol(REHighest, Value.SymbolName);
15300b57cec5SDimitry Andric             addRelocationForSymbol(REHigher, Value.SymbolName);
15310b57cec5SDimitry Andric             addRelocationForSymbol(REHi, Value.SymbolName);
15320b57cec5SDimitry Andric             addRelocationForSymbol(RELo, Value.SymbolName);
15330b57cec5SDimitry Andric           } else {
15340b57cec5SDimitry Andric             addRelocationForSection(REHighest, Value.SectionID);
15350b57cec5SDimitry Andric             addRelocationForSection(REHigher, Value.SectionID);
15360b57cec5SDimitry Andric             addRelocationForSection(REHi, Value.SectionID);
15370b57cec5SDimitry Andric             addRelocationForSection(RELo, Value.SectionID);
15380b57cec5SDimitry Andric           }
15390b57cec5SDimitry Andric         }
15400b57cec5SDimitry Andric         RelocationEntry RE(SectionID, Offset, RelType, Section.getStubOffset());
15410b57cec5SDimitry Andric         addRelocationForSection(RE, SectionID);
15420b57cec5SDimitry Andric         Section.advanceStubOffset(getMaxStubSize());
15430b57cec5SDimitry Andric       }
15440b57cec5SDimitry Andric     } else {
15450b57cec5SDimitry Andric       processSimpleRelocation(SectionID, Offset, RelType, Value);
15460b57cec5SDimitry Andric     }
15470b57cec5SDimitry Andric 
15480b57cec5SDimitry Andric   } else if (Arch == Triple::ppc64 || Arch == Triple::ppc64le) {
15490b57cec5SDimitry Andric     if (RelType == ELF::R_PPC64_REL24) {
15500b57cec5SDimitry Andric       // Determine ABI variant in use for this object.
15510b57cec5SDimitry Andric       unsigned AbiVariant = Obj.getPlatformFlags();
15520b57cec5SDimitry Andric       AbiVariant &= ELF::EF_PPC64_ABI;
15530b57cec5SDimitry Andric       // A PPC branch relocation will need a stub function if the target is
15540b57cec5SDimitry Andric       // an external symbol (either Value.SymbolName is set, or SymType is
15550b57cec5SDimitry Andric       // Symbol::ST_Unknown) or if the target address is not within the
15560b57cec5SDimitry Andric       // signed 24-bits branch address.
15570b57cec5SDimitry Andric       SectionEntry &Section = Sections[SectionID];
15580b57cec5SDimitry Andric       uint8_t *Target = Section.getAddressWithOffset(Offset);
15590b57cec5SDimitry Andric       bool RangeOverflow = false;
15600b57cec5SDimitry Andric       bool IsExtern = Value.SymbolName || SymType == SymbolRef::ST_Unknown;
15610b57cec5SDimitry Andric       if (!IsExtern) {
15620b57cec5SDimitry Andric         if (AbiVariant != 2) {
15630b57cec5SDimitry Andric           // In the ELFv1 ABI, a function call may point to the .opd entry,
15640b57cec5SDimitry Andric           // so the final symbol value is calculated based on the relocation
15650b57cec5SDimitry Andric           // values in the .opd section.
15660b57cec5SDimitry Andric           if (auto Err = findOPDEntrySection(Obj, ObjSectionToID, Value))
15670b57cec5SDimitry Andric             return std::move(Err);
15680b57cec5SDimitry Andric         } else {
15690b57cec5SDimitry Andric           // In the ELFv2 ABI, a function symbol may provide a local entry
15700b57cec5SDimitry Andric           // point, which must be used for direct calls.
15710b57cec5SDimitry Andric           if (Value.SectionID == SectionID){
15720b57cec5SDimitry Andric             uint8_t SymOther = Symbol->getOther();
15730b57cec5SDimitry Andric             Value.Addend += ELF::decodePPC64LocalEntryOffset(SymOther);
15740b57cec5SDimitry Andric           }
15750b57cec5SDimitry Andric         }
15760b57cec5SDimitry Andric         uint8_t *RelocTarget =
15770b57cec5SDimitry Andric             Sections[Value.SectionID].getAddressWithOffset(Value.Addend);
15780b57cec5SDimitry Andric         int64_t delta = static_cast<int64_t>(Target - RelocTarget);
15790b57cec5SDimitry Andric         // If it is within 26-bits branch range, just set the branch target
15800b57cec5SDimitry Andric         if (SignExtend64<26>(delta) != delta) {
15810b57cec5SDimitry Andric           RangeOverflow = true;
15820b57cec5SDimitry Andric         } else if ((AbiVariant != 2) ||
15830b57cec5SDimitry Andric                    (AbiVariant == 2  && Value.SectionID == SectionID)) {
15840b57cec5SDimitry Andric           RelocationEntry RE(SectionID, Offset, RelType, Value.Addend);
15850b57cec5SDimitry Andric           addRelocationForSection(RE, Value.SectionID);
15860b57cec5SDimitry Andric         }
15870b57cec5SDimitry Andric       }
15880b57cec5SDimitry Andric       if (IsExtern || (AbiVariant == 2 && Value.SectionID != SectionID) ||
15890b57cec5SDimitry Andric           RangeOverflow) {
15900b57cec5SDimitry Andric         // It is an external symbol (either Value.SymbolName is set, or
15910b57cec5SDimitry Andric         // SymType is SymbolRef::ST_Unknown) or out of range.
15920b57cec5SDimitry Andric         StubMap::const_iterator i = Stubs.find(Value);
15930b57cec5SDimitry Andric         if (i != Stubs.end()) {
15940b57cec5SDimitry Andric           // Symbol function stub already created, just relocate to it
15950b57cec5SDimitry Andric           resolveRelocation(Section, Offset,
15960b57cec5SDimitry Andric                             reinterpret_cast<uint64_t>(
15970b57cec5SDimitry Andric                                 Section.getAddressWithOffset(i->second)),
15980b57cec5SDimitry Andric                             RelType, 0);
15990b57cec5SDimitry Andric           LLVM_DEBUG(dbgs() << " Stub function found\n");
16000b57cec5SDimitry Andric         } else {
16010b57cec5SDimitry Andric           // Create a new stub function.
16020b57cec5SDimitry Andric           LLVM_DEBUG(dbgs() << " Create a new stub function\n");
16030b57cec5SDimitry Andric           Stubs[Value] = Section.getStubOffset();
16040b57cec5SDimitry Andric           uint8_t *StubTargetAddr = createStubFunction(
16050b57cec5SDimitry Andric               Section.getAddressWithOffset(Section.getStubOffset()),
16060b57cec5SDimitry Andric               AbiVariant);
16070b57cec5SDimitry Andric           RelocationEntry RE(SectionID, StubTargetAddr - Section.getAddress(),
16080b57cec5SDimitry Andric                              ELF::R_PPC64_ADDR64, Value.Addend);
16090b57cec5SDimitry Andric 
16100b57cec5SDimitry Andric           // Generates the 64-bits address loads as exemplified in section
16110b57cec5SDimitry Andric           // 4.5.1 in PPC64 ELF ABI.  Note that the relocations need to
16120b57cec5SDimitry Andric           // apply to the low part of the instructions, so we have to update
16130b57cec5SDimitry Andric           // the offset according to the target endianness.
16140b57cec5SDimitry Andric           uint64_t StubRelocOffset = StubTargetAddr - Section.getAddress();
16150b57cec5SDimitry Andric           if (!IsTargetLittleEndian)
16160b57cec5SDimitry Andric             StubRelocOffset += 2;
16170b57cec5SDimitry Andric 
16180b57cec5SDimitry Andric           RelocationEntry REhst(SectionID, StubRelocOffset + 0,
16190b57cec5SDimitry Andric                                 ELF::R_PPC64_ADDR16_HIGHEST, Value.Addend);
16200b57cec5SDimitry Andric           RelocationEntry REhr(SectionID, StubRelocOffset + 4,
16210b57cec5SDimitry Andric                                ELF::R_PPC64_ADDR16_HIGHER, Value.Addend);
16220b57cec5SDimitry Andric           RelocationEntry REh(SectionID, StubRelocOffset + 12,
16230b57cec5SDimitry Andric                               ELF::R_PPC64_ADDR16_HI, Value.Addend);
16240b57cec5SDimitry Andric           RelocationEntry REl(SectionID, StubRelocOffset + 16,
16250b57cec5SDimitry Andric                               ELF::R_PPC64_ADDR16_LO, Value.Addend);
16260b57cec5SDimitry Andric 
16270b57cec5SDimitry Andric           if (Value.SymbolName) {
16280b57cec5SDimitry Andric             addRelocationForSymbol(REhst, Value.SymbolName);
16290b57cec5SDimitry Andric             addRelocationForSymbol(REhr, Value.SymbolName);
16300b57cec5SDimitry Andric             addRelocationForSymbol(REh, Value.SymbolName);
16310b57cec5SDimitry Andric             addRelocationForSymbol(REl, Value.SymbolName);
16320b57cec5SDimitry Andric           } else {
16330b57cec5SDimitry Andric             addRelocationForSection(REhst, Value.SectionID);
16340b57cec5SDimitry Andric             addRelocationForSection(REhr, Value.SectionID);
16350b57cec5SDimitry Andric             addRelocationForSection(REh, Value.SectionID);
16360b57cec5SDimitry Andric             addRelocationForSection(REl, Value.SectionID);
16370b57cec5SDimitry Andric           }
16380b57cec5SDimitry Andric 
16390b57cec5SDimitry Andric           resolveRelocation(Section, Offset, reinterpret_cast<uint64_t>(
16400b57cec5SDimitry Andric                                                  Section.getAddressWithOffset(
16410b57cec5SDimitry Andric                                                      Section.getStubOffset())),
16420b57cec5SDimitry Andric                             RelType, 0);
16430b57cec5SDimitry Andric           Section.advanceStubOffset(getMaxStubSize());
16440b57cec5SDimitry Andric         }
16450b57cec5SDimitry Andric         if (IsExtern || (AbiVariant == 2 && Value.SectionID != SectionID)) {
16460b57cec5SDimitry Andric           // Restore the TOC for external calls
16470b57cec5SDimitry Andric           if (AbiVariant == 2)
16480b57cec5SDimitry Andric             writeInt32BE(Target + 4, 0xE8410018); // ld r2,24(r1)
16490b57cec5SDimitry Andric           else
16500b57cec5SDimitry Andric             writeInt32BE(Target + 4, 0xE8410028); // ld r2,40(r1)
16510b57cec5SDimitry Andric         }
16520b57cec5SDimitry Andric       }
16530b57cec5SDimitry Andric     } else if (RelType == ELF::R_PPC64_TOC16 ||
16540b57cec5SDimitry Andric                RelType == ELF::R_PPC64_TOC16_DS ||
16550b57cec5SDimitry Andric                RelType == ELF::R_PPC64_TOC16_LO ||
16560b57cec5SDimitry Andric                RelType == ELF::R_PPC64_TOC16_LO_DS ||
16570b57cec5SDimitry Andric                RelType == ELF::R_PPC64_TOC16_HI ||
16580b57cec5SDimitry Andric                RelType == ELF::R_PPC64_TOC16_HA) {
16590b57cec5SDimitry Andric       // These relocations are supposed to subtract the TOC address from
16600b57cec5SDimitry Andric       // the final value.  This does not fit cleanly into the RuntimeDyld
16610b57cec5SDimitry Andric       // scheme, since there may be *two* sections involved in determining
16620b57cec5SDimitry Andric       // the relocation value (the section of the symbol referred to by the
16630b57cec5SDimitry Andric       // relocation, and the TOC section associated with the current module).
16640b57cec5SDimitry Andric       //
16650b57cec5SDimitry Andric       // Fortunately, these relocations are currently only ever generated
16660b57cec5SDimitry Andric       // referring to symbols that themselves reside in the TOC, which means
16670b57cec5SDimitry Andric       // that the two sections are actually the same.  Thus they cancel out
16680b57cec5SDimitry Andric       // and we can immediately resolve the relocation right now.
16690b57cec5SDimitry Andric       switch (RelType) {
16700b57cec5SDimitry Andric       case ELF::R_PPC64_TOC16: RelType = ELF::R_PPC64_ADDR16; break;
16710b57cec5SDimitry Andric       case ELF::R_PPC64_TOC16_DS: RelType = ELF::R_PPC64_ADDR16_DS; break;
16720b57cec5SDimitry Andric       case ELF::R_PPC64_TOC16_LO: RelType = ELF::R_PPC64_ADDR16_LO; break;
16730b57cec5SDimitry Andric       case ELF::R_PPC64_TOC16_LO_DS: RelType = ELF::R_PPC64_ADDR16_LO_DS; break;
16740b57cec5SDimitry Andric       case ELF::R_PPC64_TOC16_HI: RelType = ELF::R_PPC64_ADDR16_HI; break;
16750b57cec5SDimitry Andric       case ELF::R_PPC64_TOC16_HA: RelType = ELF::R_PPC64_ADDR16_HA; break;
16760b57cec5SDimitry Andric       default: llvm_unreachable("Wrong relocation type.");
16770b57cec5SDimitry Andric       }
16780b57cec5SDimitry Andric 
16790b57cec5SDimitry Andric       RelocationValueRef TOCValue;
16800b57cec5SDimitry Andric       if (auto Err = findPPC64TOCSection(Obj, ObjSectionToID, TOCValue))
16810b57cec5SDimitry Andric         return std::move(Err);
16820b57cec5SDimitry Andric       if (Value.SymbolName || Value.SectionID != TOCValue.SectionID)
16830b57cec5SDimitry Andric         llvm_unreachable("Unsupported TOC relocation.");
16840b57cec5SDimitry Andric       Value.Addend -= TOCValue.Addend;
16850b57cec5SDimitry Andric       resolveRelocation(Sections[SectionID], Offset, Value.Addend, RelType, 0);
16860b57cec5SDimitry Andric     } else {
16870b57cec5SDimitry Andric       // There are two ways to refer to the TOC address directly: either
16880b57cec5SDimitry Andric       // via a ELF::R_PPC64_TOC relocation (where both symbol and addend are
16890b57cec5SDimitry Andric       // ignored), or via any relocation that refers to the magic ".TOC."
16900b57cec5SDimitry Andric       // symbols (in which case the addend is respected).
16910b57cec5SDimitry Andric       if (RelType == ELF::R_PPC64_TOC) {
16920b57cec5SDimitry Andric         RelType = ELF::R_PPC64_ADDR64;
16930b57cec5SDimitry Andric         if (auto Err = findPPC64TOCSection(Obj, ObjSectionToID, Value))
16940b57cec5SDimitry Andric           return std::move(Err);
16950b57cec5SDimitry Andric       } else if (TargetName == ".TOC.") {
16960b57cec5SDimitry Andric         if (auto Err = findPPC64TOCSection(Obj, ObjSectionToID, Value))
16970b57cec5SDimitry Andric           return std::move(Err);
16980b57cec5SDimitry Andric         Value.Addend += Addend;
16990b57cec5SDimitry Andric       }
17000b57cec5SDimitry Andric 
17010b57cec5SDimitry Andric       RelocationEntry RE(SectionID, Offset, RelType, Value.Addend);
17020b57cec5SDimitry Andric 
17030b57cec5SDimitry Andric       if (Value.SymbolName)
17040b57cec5SDimitry Andric         addRelocationForSymbol(RE, Value.SymbolName);
17050b57cec5SDimitry Andric       else
17060b57cec5SDimitry Andric         addRelocationForSection(RE, Value.SectionID);
17070b57cec5SDimitry Andric     }
17080b57cec5SDimitry Andric   } else if (Arch == Triple::systemz &&
17090b57cec5SDimitry Andric              (RelType == ELF::R_390_PLT32DBL || RelType == ELF::R_390_GOTENT)) {
17100b57cec5SDimitry Andric     // Create function stubs for both PLT and GOT references, regardless of
17110b57cec5SDimitry Andric     // whether the GOT reference is to data or code.  The stub contains the
17120b57cec5SDimitry Andric     // full address of the symbol, as needed by GOT references, and the
17130b57cec5SDimitry Andric     // executable part only adds an overhead of 8 bytes.
17140b57cec5SDimitry Andric     //
17150b57cec5SDimitry Andric     // We could try to conserve space by allocating the code and data
17160b57cec5SDimitry Andric     // parts of the stub separately.  However, as things stand, we allocate
17170b57cec5SDimitry Andric     // a stub for every relocation, so using a GOT in JIT code should be
17180b57cec5SDimitry Andric     // no less space efficient than using an explicit constant pool.
17190b57cec5SDimitry Andric     LLVM_DEBUG(dbgs() << "\t\tThis is a SystemZ indirect relocation.");
17200b57cec5SDimitry Andric     SectionEntry &Section = Sections[SectionID];
17210b57cec5SDimitry Andric 
17220b57cec5SDimitry Andric     // Look for an existing stub.
17230b57cec5SDimitry Andric     StubMap::const_iterator i = Stubs.find(Value);
17240b57cec5SDimitry Andric     uintptr_t StubAddress;
17250b57cec5SDimitry Andric     if (i != Stubs.end()) {
17260b57cec5SDimitry Andric       StubAddress = uintptr_t(Section.getAddressWithOffset(i->second));
17270b57cec5SDimitry Andric       LLVM_DEBUG(dbgs() << " Stub function found\n");
17280b57cec5SDimitry Andric     } else {
17290b57cec5SDimitry Andric       // Create a new stub function.
17300b57cec5SDimitry Andric       LLVM_DEBUG(dbgs() << " Create a new stub function\n");
17310b57cec5SDimitry Andric 
17320b57cec5SDimitry Andric       uintptr_t BaseAddress = uintptr_t(Section.getAddress());
17330b57cec5SDimitry Andric       uintptr_t StubAlignment = getStubAlignment();
17340b57cec5SDimitry Andric       StubAddress =
17350b57cec5SDimitry Andric           (BaseAddress + Section.getStubOffset() + StubAlignment - 1) &
17360b57cec5SDimitry Andric           -StubAlignment;
17370b57cec5SDimitry Andric       unsigned StubOffset = StubAddress - BaseAddress;
17380b57cec5SDimitry Andric 
17390b57cec5SDimitry Andric       Stubs[Value] = StubOffset;
17400b57cec5SDimitry Andric       createStubFunction((uint8_t *)StubAddress);
17410b57cec5SDimitry Andric       RelocationEntry RE(SectionID, StubOffset + 8, ELF::R_390_64,
17420b57cec5SDimitry Andric                          Value.Offset);
17430b57cec5SDimitry Andric       if (Value.SymbolName)
17440b57cec5SDimitry Andric         addRelocationForSymbol(RE, Value.SymbolName);
17450b57cec5SDimitry Andric       else
17460b57cec5SDimitry Andric         addRelocationForSection(RE, Value.SectionID);
17470b57cec5SDimitry Andric       Section.advanceStubOffset(getMaxStubSize());
17480b57cec5SDimitry Andric     }
17490b57cec5SDimitry Andric 
17500b57cec5SDimitry Andric     if (RelType == ELF::R_390_GOTENT)
17510b57cec5SDimitry Andric       resolveRelocation(Section, Offset, StubAddress + 8, ELF::R_390_PC32DBL,
17520b57cec5SDimitry Andric                         Addend);
17530b57cec5SDimitry Andric     else
17540b57cec5SDimitry Andric       resolveRelocation(Section, Offset, StubAddress, RelType, Addend);
17550b57cec5SDimitry Andric   } else if (Arch == Triple::x86_64) {
17560b57cec5SDimitry Andric     if (RelType == ELF::R_X86_64_PLT32) {
17570b57cec5SDimitry Andric       // The way the PLT relocations normally work is that the linker allocates
17580b57cec5SDimitry Andric       // the
17590b57cec5SDimitry Andric       // PLT and this relocation makes a PC-relative call into the PLT.  The PLT
17600b57cec5SDimitry Andric       // entry will then jump to an address provided by the GOT.  On first call,
17610b57cec5SDimitry Andric       // the
17620b57cec5SDimitry Andric       // GOT address will point back into PLT code that resolves the symbol. After
17630b57cec5SDimitry Andric       // the first call, the GOT entry points to the actual function.
17640b57cec5SDimitry Andric       //
17650b57cec5SDimitry Andric       // For local functions we're ignoring all of that here and just replacing
17660b57cec5SDimitry Andric       // the PLT32 relocation type with PC32, which will translate the relocation
17670b57cec5SDimitry Andric       // into a PC-relative call directly to the function. For external symbols we
17680b57cec5SDimitry Andric       // can't be sure the function will be within 2^32 bytes of the call site, so
17690b57cec5SDimitry Andric       // we need to create a stub, which calls into the GOT.  This case is
17700b57cec5SDimitry Andric       // equivalent to the usual PLT implementation except that we use the stub
17710b57cec5SDimitry Andric       // mechanism in RuntimeDyld (which puts stubs at the end of the section)
17720b57cec5SDimitry Andric       // rather than allocating a PLT section.
1773fe6060f1SDimitry Andric       if (Value.SymbolName && MemMgr.allowStubAllocation()) {
17740b57cec5SDimitry Andric         // This is a call to an external function.
17750b57cec5SDimitry Andric         // Look for an existing stub.
1776e8d8bef9SDimitry Andric         SectionEntry *Section = &Sections[SectionID];
17770b57cec5SDimitry Andric         StubMap::const_iterator i = Stubs.find(Value);
17780b57cec5SDimitry Andric         uintptr_t StubAddress;
17790b57cec5SDimitry Andric         if (i != Stubs.end()) {
1780e8d8bef9SDimitry Andric           StubAddress = uintptr_t(Section->getAddress()) + i->second;
17810b57cec5SDimitry Andric           LLVM_DEBUG(dbgs() << " Stub function found\n");
17820b57cec5SDimitry Andric         } else {
17830b57cec5SDimitry Andric           // Create a new stub function (equivalent to a PLT entry).
17840b57cec5SDimitry Andric           LLVM_DEBUG(dbgs() << " Create a new stub function\n");
17850b57cec5SDimitry Andric 
1786e8d8bef9SDimitry Andric           uintptr_t BaseAddress = uintptr_t(Section->getAddress());
17870b57cec5SDimitry Andric           uintptr_t StubAlignment = getStubAlignment();
17880b57cec5SDimitry Andric           StubAddress =
1789e8d8bef9SDimitry Andric               (BaseAddress + Section->getStubOffset() + StubAlignment - 1) &
17900b57cec5SDimitry Andric               -StubAlignment;
17910b57cec5SDimitry Andric           unsigned StubOffset = StubAddress - BaseAddress;
17920b57cec5SDimitry Andric           Stubs[Value] = StubOffset;
17930b57cec5SDimitry Andric           createStubFunction((uint8_t *)StubAddress);
17940b57cec5SDimitry Andric 
17950b57cec5SDimitry Andric           // Bump our stub offset counter
1796e8d8bef9SDimitry Andric           Section->advanceStubOffset(getMaxStubSize());
17970b57cec5SDimitry Andric 
17980b57cec5SDimitry Andric           // Allocate a GOT Entry
17990b57cec5SDimitry Andric           uint64_t GOTOffset = allocateGOTEntries(1);
1800e8d8bef9SDimitry Andric           // This potentially creates a new Section which potentially
1801e8d8bef9SDimitry Andric           // invalidates the Section pointer, so reload it.
1802e8d8bef9SDimitry Andric           Section = &Sections[SectionID];
18030b57cec5SDimitry Andric 
18040b57cec5SDimitry Andric           // The load of the GOT address has an addend of -4
18050b57cec5SDimitry Andric           resolveGOTOffsetRelocation(SectionID, StubOffset + 2, GOTOffset - 4,
18060b57cec5SDimitry Andric                                      ELF::R_X86_64_PC32);
18070b57cec5SDimitry Andric 
18080b57cec5SDimitry Andric           // Fill in the value of the symbol we're targeting into the GOT
18090b57cec5SDimitry Andric           addRelocationForSymbol(
18100b57cec5SDimitry Andric               computeGOTOffsetRE(GOTOffset, 0, ELF::R_X86_64_64),
18110b57cec5SDimitry Andric               Value.SymbolName);
18120b57cec5SDimitry Andric         }
18130b57cec5SDimitry Andric 
18140b57cec5SDimitry Andric         // Make the target call a call into the stub table.
1815e8d8bef9SDimitry Andric         resolveRelocation(*Section, Offset, StubAddress, ELF::R_X86_64_PC32,
18160b57cec5SDimitry Andric                           Addend);
18170b57cec5SDimitry Andric       } else {
1818fe6060f1SDimitry Andric         Value.Addend += support::ulittle32_t::ref(
1819fe6060f1SDimitry Andric             computePlaceholderAddress(SectionID, Offset));
1820fe6060f1SDimitry Andric         processSimpleRelocation(SectionID, Offset, ELF::R_X86_64_PC32, Value);
18210b57cec5SDimitry Andric       }
18220b57cec5SDimitry Andric     } else if (RelType == ELF::R_X86_64_GOTPCREL ||
18230b57cec5SDimitry Andric                RelType == ELF::R_X86_64_GOTPCRELX ||
18240b57cec5SDimitry Andric                RelType == ELF::R_X86_64_REX_GOTPCRELX) {
18250b57cec5SDimitry Andric       uint64_t GOTOffset = allocateGOTEntries(1);
18260b57cec5SDimitry Andric       resolveGOTOffsetRelocation(SectionID, Offset, GOTOffset + Addend,
18270b57cec5SDimitry Andric                                  ELF::R_X86_64_PC32);
18280b57cec5SDimitry Andric 
18290b57cec5SDimitry Andric       // Fill in the value of the symbol we're targeting into the GOT
18300b57cec5SDimitry Andric       RelocationEntry RE =
18310b57cec5SDimitry Andric           computeGOTOffsetRE(GOTOffset, Value.Offset, ELF::R_X86_64_64);
18320b57cec5SDimitry Andric       if (Value.SymbolName)
18330b57cec5SDimitry Andric         addRelocationForSymbol(RE, Value.SymbolName);
18340b57cec5SDimitry Andric       else
18350b57cec5SDimitry Andric         addRelocationForSection(RE, Value.SectionID);
18360b57cec5SDimitry Andric     } else if (RelType == ELF::R_X86_64_GOT64) {
18370b57cec5SDimitry Andric       // Fill in a 64-bit GOT offset.
18380b57cec5SDimitry Andric       uint64_t GOTOffset = allocateGOTEntries(1);
18390b57cec5SDimitry Andric       resolveRelocation(Sections[SectionID], Offset, GOTOffset,
18400b57cec5SDimitry Andric                         ELF::R_X86_64_64, 0);
18410b57cec5SDimitry Andric 
18420b57cec5SDimitry Andric       // Fill in the value of the symbol we're targeting into the GOT
18430b57cec5SDimitry Andric       RelocationEntry RE =
18440b57cec5SDimitry Andric           computeGOTOffsetRE(GOTOffset, Value.Offset, ELF::R_X86_64_64);
18450b57cec5SDimitry Andric       if (Value.SymbolName)
18460b57cec5SDimitry Andric         addRelocationForSymbol(RE, Value.SymbolName);
18470b57cec5SDimitry Andric       else
18480b57cec5SDimitry Andric         addRelocationForSection(RE, Value.SectionID);
1849349cc55cSDimitry Andric     } else if (RelType == ELF::R_X86_64_GOTPC32) {
18500b57cec5SDimitry Andric       // Materialize the address of the base of the GOT relative to the PC.
18510b57cec5SDimitry Andric       // This doesn't create a GOT entry, but it does mean we need a GOT
18520b57cec5SDimitry Andric       // section.
18530b57cec5SDimitry Andric       (void)allocateGOTEntries(0);
1854349cc55cSDimitry Andric       resolveGOTOffsetRelocation(SectionID, Offset, Addend, ELF::R_X86_64_PC32);
1855349cc55cSDimitry Andric     } else if (RelType == ELF::R_X86_64_GOTPC64) {
1856349cc55cSDimitry Andric       (void)allocateGOTEntries(0);
18570b57cec5SDimitry Andric       resolveGOTOffsetRelocation(SectionID, Offset, Addend, ELF::R_X86_64_PC64);
18580b57cec5SDimitry Andric     } else if (RelType == ELF::R_X86_64_GOTOFF64) {
18590b57cec5SDimitry Andric       // GOTOFF relocations ultimately require a section difference relocation.
18600b57cec5SDimitry Andric       (void)allocateGOTEntries(0);
18610b57cec5SDimitry Andric       processSimpleRelocation(SectionID, Offset, RelType, Value);
18620b57cec5SDimitry Andric     } else if (RelType == ELF::R_X86_64_PC32) {
18630b57cec5SDimitry Andric       Value.Addend += support::ulittle32_t::ref(computePlaceholderAddress(SectionID, Offset));
18640b57cec5SDimitry Andric       processSimpleRelocation(SectionID, Offset, RelType, Value);
18650b57cec5SDimitry Andric     } else if (RelType == ELF::R_X86_64_PC64) {
18660b57cec5SDimitry Andric       Value.Addend += support::ulittle64_t::ref(computePlaceholderAddress(SectionID, Offset));
18670b57cec5SDimitry Andric       processSimpleRelocation(SectionID, Offset, RelType, Value);
1868349cc55cSDimitry Andric     } else if (RelType == ELF::R_X86_64_GOTTPOFF) {
1869349cc55cSDimitry Andric       processX86_64GOTTPOFFRelocation(SectionID, Offset, Value, Addend);
1870349cc55cSDimitry Andric     } else if (RelType == ELF::R_X86_64_TLSGD ||
1871349cc55cSDimitry Andric                RelType == ELF::R_X86_64_TLSLD) {
1872349cc55cSDimitry Andric       // The next relocation must be the relocation for __tls_get_addr.
1873349cc55cSDimitry Andric       ++RelI;
1874349cc55cSDimitry Andric       auto &GetAddrRelocation = *RelI;
1875349cc55cSDimitry Andric       processX86_64TLSRelocation(SectionID, Offset, RelType, Value, Addend,
1876349cc55cSDimitry Andric                                  GetAddrRelocation);
18770b57cec5SDimitry Andric     } else {
18780b57cec5SDimitry Andric       processSimpleRelocation(SectionID, Offset, RelType, Value);
18790b57cec5SDimitry Andric     }
18800b57cec5SDimitry Andric   } else {
18810b57cec5SDimitry Andric     if (Arch == Triple::x86) {
18820b57cec5SDimitry Andric       Value.Addend += support::ulittle32_t::ref(computePlaceholderAddress(SectionID, Offset));
18830b57cec5SDimitry Andric     }
18840b57cec5SDimitry Andric     processSimpleRelocation(SectionID, Offset, RelType, Value);
18850b57cec5SDimitry Andric   }
18860b57cec5SDimitry Andric   return ++RelI;
18870b57cec5SDimitry Andric }
18880b57cec5SDimitry Andric 
1889349cc55cSDimitry Andric void RuntimeDyldELF::processX86_64GOTTPOFFRelocation(unsigned SectionID,
1890349cc55cSDimitry Andric                                                      uint64_t Offset,
1891349cc55cSDimitry Andric                                                      RelocationValueRef Value,
1892349cc55cSDimitry Andric                                                      int64_t Addend) {
1893349cc55cSDimitry Andric   // Use the approach from "x86-64 Linker Optimizations" from the TLS spec
1894349cc55cSDimitry Andric   // to replace the GOTTPOFF relocation with a TPOFF relocation. The spec
1895349cc55cSDimitry Andric   // only mentions one optimization even though there are two different
1896349cc55cSDimitry Andric   // code sequences for the Initial Exec TLS Model. We match the code to
1897349cc55cSDimitry Andric   // find out which one was used.
1898349cc55cSDimitry Andric 
1899349cc55cSDimitry Andric   // A possible TLS code sequence and its replacement
1900349cc55cSDimitry Andric   struct CodeSequence {
1901349cc55cSDimitry Andric     // The expected code sequence
1902349cc55cSDimitry Andric     ArrayRef<uint8_t> ExpectedCodeSequence;
1903349cc55cSDimitry Andric     // The negative offset of the GOTTPOFF relocation to the beginning of
1904349cc55cSDimitry Andric     // the sequence
1905349cc55cSDimitry Andric     uint64_t TLSSequenceOffset;
1906349cc55cSDimitry Andric     // The new code sequence
1907349cc55cSDimitry Andric     ArrayRef<uint8_t> NewCodeSequence;
1908349cc55cSDimitry Andric     // The offset of the new TPOFF relocation
1909349cc55cSDimitry Andric     uint64_t TpoffRelocationOffset;
1910349cc55cSDimitry Andric   };
1911349cc55cSDimitry Andric 
1912349cc55cSDimitry Andric   std::array<CodeSequence, 2> CodeSequences;
1913349cc55cSDimitry Andric 
1914349cc55cSDimitry Andric   // Initial Exec Code Model Sequence
1915349cc55cSDimitry Andric   {
1916349cc55cSDimitry Andric     static const std::initializer_list<uint8_t> ExpectedCodeSequenceList = {
1917349cc55cSDimitry Andric         0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00,
1918349cc55cSDimitry Andric         0x00,                                    // mov %fs:0, %rax
1919349cc55cSDimitry Andric         0x48, 0x03, 0x05, 0x00, 0x00, 0x00, 0x00 // add x@gotpoff(%rip),
1920349cc55cSDimitry Andric                                                  // %rax
1921349cc55cSDimitry Andric     };
1922349cc55cSDimitry Andric     CodeSequences[0].ExpectedCodeSequence =
1923349cc55cSDimitry Andric         ArrayRef<uint8_t>(ExpectedCodeSequenceList);
1924349cc55cSDimitry Andric     CodeSequences[0].TLSSequenceOffset = 12;
1925349cc55cSDimitry Andric 
1926349cc55cSDimitry Andric     static const std::initializer_list<uint8_t> NewCodeSequenceList = {
1927349cc55cSDimitry Andric         0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0, %rax
1928349cc55cSDimitry Andric         0x48, 0x8d, 0x80, 0x00, 0x00, 0x00, 0x00 // lea x@tpoff(%rax), %rax
1929349cc55cSDimitry Andric     };
1930349cc55cSDimitry Andric     CodeSequences[0].NewCodeSequence = ArrayRef<uint8_t>(NewCodeSequenceList);
1931349cc55cSDimitry Andric     CodeSequences[0].TpoffRelocationOffset = 12;
1932349cc55cSDimitry Andric   }
1933349cc55cSDimitry Andric 
1934349cc55cSDimitry Andric   // Initial Exec Code Model Sequence, II
1935349cc55cSDimitry Andric   {
1936349cc55cSDimitry Andric     static const std::initializer_list<uint8_t> ExpectedCodeSequenceList = {
1937349cc55cSDimitry Andric         0x48, 0x8b, 0x05, 0x00, 0x00, 0x00, 0x00, // mov x@gotpoff(%rip), %rax
1938349cc55cSDimitry Andric         0x64, 0x48, 0x8b, 0x00, 0x00, 0x00, 0x00  // mov %fs:(%rax), %rax
1939349cc55cSDimitry Andric     };
1940349cc55cSDimitry Andric     CodeSequences[1].ExpectedCodeSequence =
1941349cc55cSDimitry Andric         ArrayRef<uint8_t>(ExpectedCodeSequenceList);
1942349cc55cSDimitry Andric     CodeSequences[1].TLSSequenceOffset = 3;
1943349cc55cSDimitry Andric 
1944349cc55cSDimitry Andric     static const std::initializer_list<uint8_t> NewCodeSequenceList = {
1945349cc55cSDimitry Andric         0x66, 0x0f, 0x1f, 0x44, 0x00, 0x00,             // 6 byte nop
1946349cc55cSDimitry Andric         0x64, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:x@tpoff, %rax
1947349cc55cSDimitry Andric     };
1948349cc55cSDimitry Andric     CodeSequences[1].NewCodeSequence = ArrayRef<uint8_t>(NewCodeSequenceList);
1949349cc55cSDimitry Andric     CodeSequences[1].TpoffRelocationOffset = 10;
1950349cc55cSDimitry Andric   }
1951349cc55cSDimitry Andric 
1952349cc55cSDimitry Andric   bool Resolved = false;
1953349cc55cSDimitry Andric   auto &Section = Sections[SectionID];
1954349cc55cSDimitry Andric   for (const auto &C : CodeSequences) {
1955349cc55cSDimitry Andric     assert(C.ExpectedCodeSequence.size() == C.NewCodeSequence.size() &&
1956349cc55cSDimitry Andric            "Old and new code sequences must have the same size");
1957349cc55cSDimitry Andric 
1958349cc55cSDimitry Andric     if (Offset < C.TLSSequenceOffset ||
1959349cc55cSDimitry Andric         (Offset - C.TLSSequenceOffset + C.NewCodeSequence.size()) >
1960349cc55cSDimitry Andric             Section.getSize()) {
1961349cc55cSDimitry Andric       // This can't be a matching sequence as it doesn't fit in the current
1962349cc55cSDimitry Andric       // section
1963349cc55cSDimitry Andric       continue;
1964349cc55cSDimitry Andric     }
1965349cc55cSDimitry Andric 
1966349cc55cSDimitry Andric     auto TLSSequenceStartOffset = Offset - C.TLSSequenceOffset;
1967349cc55cSDimitry Andric     auto *TLSSequence = Section.getAddressWithOffset(TLSSequenceStartOffset);
1968349cc55cSDimitry Andric     if (ArrayRef<uint8_t>(TLSSequence, C.ExpectedCodeSequence.size()) !=
1969349cc55cSDimitry Andric         C.ExpectedCodeSequence) {
1970349cc55cSDimitry Andric       continue;
1971349cc55cSDimitry Andric     }
1972349cc55cSDimitry Andric 
1973349cc55cSDimitry Andric     memcpy(TLSSequence, C.NewCodeSequence.data(), C.NewCodeSequence.size());
1974349cc55cSDimitry Andric 
1975349cc55cSDimitry Andric     // The original GOTTPOFF relocation has an addend as it is PC relative,
1976349cc55cSDimitry Andric     // so it needs to be corrected. The TPOFF32 relocation is used as an
1977349cc55cSDimitry Andric     // absolute value (which is an offset from %fs:0), so remove the addend
1978349cc55cSDimitry Andric     // again.
1979349cc55cSDimitry Andric     RelocationEntry RE(SectionID,
1980349cc55cSDimitry Andric                        TLSSequenceStartOffset + C.TpoffRelocationOffset,
1981349cc55cSDimitry Andric                        ELF::R_X86_64_TPOFF32, Value.Addend - Addend);
1982349cc55cSDimitry Andric 
1983349cc55cSDimitry Andric     if (Value.SymbolName)
1984349cc55cSDimitry Andric       addRelocationForSymbol(RE, Value.SymbolName);
1985349cc55cSDimitry Andric     else
1986349cc55cSDimitry Andric       addRelocationForSection(RE, Value.SectionID);
1987349cc55cSDimitry Andric 
1988349cc55cSDimitry Andric     Resolved = true;
1989349cc55cSDimitry Andric     break;
1990349cc55cSDimitry Andric   }
1991349cc55cSDimitry Andric 
1992349cc55cSDimitry Andric   if (!Resolved) {
1993349cc55cSDimitry Andric     // The GOTTPOFF relocation was not used in one of the sequences
1994349cc55cSDimitry Andric     // described in the spec, so we can't optimize it to a TPOFF
1995349cc55cSDimitry Andric     // relocation.
1996349cc55cSDimitry Andric     uint64_t GOTOffset = allocateGOTEntries(1);
1997349cc55cSDimitry Andric     resolveGOTOffsetRelocation(SectionID, Offset, GOTOffset + Addend,
1998349cc55cSDimitry Andric                                ELF::R_X86_64_PC32);
1999349cc55cSDimitry Andric     RelocationEntry RE =
2000349cc55cSDimitry Andric         computeGOTOffsetRE(GOTOffset, Value.Offset, ELF::R_X86_64_TPOFF64);
2001349cc55cSDimitry Andric     if (Value.SymbolName)
2002349cc55cSDimitry Andric       addRelocationForSymbol(RE, Value.SymbolName);
2003349cc55cSDimitry Andric     else
2004349cc55cSDimitry Andric       addRelocationForSection(RE, Value.SectionID);
2005349cc55cSDimitry Andric   }
2006349cc55cSDimitry Andric }
2007349cc55cSDimitry Andric 
2008349cc55cSDimitry Andric void RuntimeDyldELF::processX86_64TLSRelocation(
2009349cc55cSDimitry Andric     unsigned SectionID, uint64_t Offset, uint64_t RelType,
2010349cc55cSDimitry Andric     RelocationValueRef Value, int64_t Addend,
2011349cc55cSDimitry Andric     const RelocationRef &GetAddrRelocation) {
2012349cc55cSDimitry Andric   // Since we are statically linking and have no additional DSOs, we can resolve
2013349cc55cSDimitry Andric   // the relocation directly without using __tls_get_addr.
2014349cc55cSDimitry Andric   // Use the approach from "x86-64 Linker Optimizations" from the TLS spec
2015349cc55cSDimitry Andric   // to replace it with the Local Exec relocation variant.
2016349cc55cSDimitry Andric 
2017349cc55cSDimitry Andric   // Find out whether the code was compiled with the large or small memory
2018349cc55cSDimitry Andric   // model. For this we look at the next relocation which is the relocation
2019349cc55cSDimitry Andric   // for the __tls_get_addr function. If it's a 32 bit relocation, it's the
2020349cc55cSDimitry Andric   // small code model, with a 64 bit relocation it's the large code model.
2021349cc55cSDimitry Andric   bool IsSmallCodeModel;
2022349cc55cSDimitry Andric   // Is the relocation for the __tls_get_addr a PC-relative GOT relocation?
2023349cc55cSDimitry Andric   bool IsGOTPCRel = false;
2024349cc55cSDimitry Andric 
2025349cc55cSDimitry Andric   switch (GetAddrRelocation.getType()) {
2026349cc55cSDimitry Andric   case ELF::R_X86_64_GOTPCREL:
2027349cc55cSDimitry Andric   case ELF::R_X86_64_REX_GOTPCRELX:
2028349cc55cSDimitry Andric   case ELF::R_X86_64_GOTPCRELX:
2029349cc55cSDimitry Andric     IsGOTPCRel = true;
2030349cc55cSDimitry Andric     LLVM_FALLTHROUGH;
2031349cc55cSDimitry Andric   case ELF::R_X86_64_PLT32:
2032349cc55cSDimitry Andric     IsSmallCodeModel = true;
2033349cc55cSDimitry Andric     break;
2034349cc55cSDimitry Andric   case ELF::R_X86_64_PLTOFF64:
2035349cc55cSDimitry Andric     IsSmallCodeModel = false;
2036349cc55cSDimitry Andric     break;
2037349cc55cSDimitry Andric   default:
2038349cc55cSDimitry Andric     report_fatal_error(
2039349cc55cSDimitry Andric         "invalid TLS relocations for General/Local Dynamic TLS Model: "
2040349cc55cSDimitry Andric         "expected PLT or GOT relocation for __tls_get_addr function");
2041349cc55cSDimitry Andric   }
2042349cc55cSDimitry Andric 
2043349cc55cSDimitry Andric   // The negative offset to the start of the TLS code sequence relative to
2044349cc55cSDimitry Andric   // the offset of the TLSGD/TLSLD relocation
2045349cc55cSDimitry Andric   uint64_t TLSSequenceOffset;
2046349cc55cSDimitry Andric   // The expected start of the code sequence
2047349cc55cSDimitry Andric   ArrayRef<uint8_t> ExpectedCodeSequence;
2048349cc55cSDimitry Andric   // The new TLS code sequence that will replace the existing code
2049349cc55cSDimitry Andric   ArrayRef<uint8_t> NewCodeSequence;
2050349cc55cSDimitry Andric 
2051349cc55cSDimitry Andric   if (RelType == ELF::R_X86_64_TLSGD) {
2052349cc55cSDimitry Andric     // The offset of the new TPOFF32 relocation (offset starting from the
2053349cc55cSDimitry Andric     // beginning of the whole TLS sequence)
2054349cc55cSDimitry Andric     uint64_t TpoffRelocOffset;
2055349cc55cSDimitry Andric 
2056349cc55cSDimitry Andric     if (IsSmallCodeModel) {
2057349cc55cSDimitry Andric       if (!IsGOTPCRel) {
2058349cc55cSDimitry Andric         static const std::initializer_list<uint8_t> CodeSequence = {
2059349cc55cSDimitry Andric             0x66, // data16 (no-op prefix)
2060349cc55cSDimitry Andric             0x48, 0x8d, 0x3d, 0x00, 0x00,
2061349cc55cSDimitry Andric             0x00, 0x00,                  // lea <disp32>(%rip), %rdi
2062349cc55cSDimitry Andric             0x66, 0x66,                  // two data16 prefixes
2063349cc55cSDimitry Andric             0x48,                        // rex64 (no-op prefix)
2064349cc55cSDimitry Andric             0xe8, 0x00, 0x00, 0x00, 0x00 // call __tls_get_addr@plt
2065349cc55cSDimitry Andric         };
2066349cc55cSDimitry Andric         ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence);
2067349cc55cSDimitry Andric         TLSSequenceOffset = 4;
2068349cc55cSDimitry Andric       } else {
2069349cc55cSDimitry Andric         // This code sequence is not described in the TLS spec but gcc
2070349cc55cSDimitry Andric         // generates it sometimes.
2071349cc55cSDimitry Andric         static const std::initializer_list<uint8_t> CodeSequence = {
2072349cc55cSDimitry Andric             0x66, // data16 (no-op prefix)
2073349cc55cSDimitry Andric             0x48, 0x8d, 0x3d, 0x00, 0x00,
2074349cc55cSDimitry Andric             0x00, 0x00, // lea <disp32>(%rip), %rdi
2075349cc55cSDimitry Andric             0x66,       // data16 prefix (no-op prefix)
2076349cc55cSDimitry Andric             0x48,       // rex64 (no-op prefix)
2077349cc55cSDimitry Andric             0xff, 0x15, 0x00, 0x00, 0x00,
2078349cc55cSDimitry Andric             0x00 // call *__tls_get_addr@gotpcrel(%rip)
2079349cc55cSDimitry Andric         };
2080349cc55cSDimitry Andric         ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence);
2081349cc55cSDimitry Andric         TLSSequenceOffset = 4;
2082349cc55cSDimitry Andric       }
2083349cc55cSDimitry Andric 
2084349cc55cSDimitry Andric       // The replacement code for the small code model. It's the same for
2085349cc55cSDimitry Andric       // both sequences.
2086349cc55cSDimitry Andric       static const std::initializer_list<uint8_t> SmallSequence = {
2087349cc55cSDimitry Andric           0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00,
2088349cc55cSDimitry Andric           0x00,                                    // mov %fs:0, %rax
2089349cc55cSDimitry Andric           0x48, 0x8d, 0x80, 0x00, 0x00, 0x00, 0x00 // lea x@tpoff(%rax),
2090349cc55cSDimitry Andric                                                    // %rax
2091349cc55cSDimitry Andric       };
2092349cc55cSDimitry Andric       NewCodeSequence = ArrayRef<uint8_t>(SmallSequence);
2093349cc55cSDimitry Andric       TpoffRelocOffset = 12;
2094349cc55cSDimitry Andric     } else {
2095349cc55cSDimitry Andric       static const std::initializer_list<uint8_t> CodeSequence = {
2096349cc55cSDimitry Andric           0x48, 0x8d, 0x3d, 0x00, 0x00, 0x00, 0x00, // lea <disp32>(%rip),
2097349cc55cSDimitry Andric                                                     // %rdi
2098349cc55cSDimitry Andric           0x48, 0xb8, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
2099349cc55cSDimitry Andric           0x00,             // movabs $__tls_get_addr@pltoff, %rax
2100349cc55cSDimitry Andric           0x48, 0x01, 0xd8, // add %rbx, %rax
2101349cc55cSDimitry Andric           0xff, 0xd0        // call *%rax
2102349cc55cSDimitry Andric       };
2103349cc55cSDimitry Andric       ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence);
2104349cc55cSDimitry Andric       TLSSequenceOffset = 3;
2105349cc55cSDimitry Andric 
2106349cc55cSDimitry Andric       // The replacement code for the large code model
2107349cc55cSDimitry Andric       static const std::initializer_list<uint8_t> LargeSequence = {
2108349cc55cSDimitry Andric           0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00,
2109349cc55cSDimitry Andric           0x00,                                     // mov %fs:0, %rax
2110349cc55cSDimitry Andric           0x48, 0x8d, 0x80, 0x00, 0x00, 0x00, 0x00, // lea x@tpoff(%rax),
2111349cc55cSDimitry Andric                                                     // %rax
2112349cc55cSDimitry Andric           0x66, 0x0f, 0x1f, 0x44, 0x00, 0x00        // nopw 0x0(%rax,%rax,1)
2113349cc55cSDimitry Andric       };
2114349cc55cSDimitry Andric       NewCodeSequence = ArrayRef<uint8_t>(LargeSequence);
2115349cc55cSDimitry Andric       TpoffRelocOffset = 12;
2116349cc55cSDimitry Andric     }
2117349cc55cSDimitry Andric 
2118349cc55cSDimitry Andric     // The TLSGD/TLSLD relocations are PC-relative, so they have an addend.
2119349cc55cSDimitry Andric     // The new TPOFF32 relocations is used as an absolute offset from
2120349cc55cSDimitry Andric     // %fs:0, so remove the TLSGD/TLSLD addend again.
2121349cc55cSDimitry Andric     RelocationEntry RE(SectionID, Offset - TLSSequenceOffset + TpoffRelocOffset,
2122349cc55cSDimitry Andric                        ELF::R_X86_64_TPOFF32, Value.Addend - Addend);
2123349cc55cSDimitry Andric     if (Value.SymbolName)
2124349cc55cSDimitry Andric       addRelocationForSymbol(RE, Value.SymbolName);
2125349cc55cSDimitry Andric     else
2126349cc55cSDimitry Andric       addRelocationForSection(RE, Value.SectionID);
2127349cc55cSDimitry Andric   } else if (RelType == ELF::R_X86_64_TLSLD) {
2128349cc55cSDimitry Andric     if (IsSmallCodeModel) {
2129349cc55cSDimitry Andric       if (!IsGOTPCRel) {
2130349cc55cSDimitry Andric         static const std::initializer_list<uint8_t> CodeSequence = {
2131349cc55cSDimitry Andric             0x48, 0x8d, 0x3d, 0x00, 0x00, 0x00, // leaq <disp32>(%rip), %rdi
2132349cc55cSDimitry Andric             0x00, 0xe8, 0x00, 0x00, 0x00, 0x00  // call __tls_get_addr@plt
2133349cc55cSDimitry Andric         };
2134349cc55cSDimitry Andric         ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence);
2135349cc55cSDimitry Andric         TLSSequenceOffset = 3;
2136349cc55cSDimitry Andric 
2137349cc55cSDimitry Andric         // The replacement code for the small code model
2138349cc55cSDimitry Andric         static const std::initializer_list<uint8_t> SmallSequence = {
2139349cc55cSDimitry Andric             0x66, 0x66, 0x66, // three data16 prefixes (no-op)
2140349cc55cSDimitry Andric             0x64, 0x48, 0x8b, 0x04, 0x25,
2141349cc55cSDimitry Andric             0x00, 0x00, 0x00, 0x00 // mov %fs:0, %rax
2142349cc55cSDimitry Andric         };
2143349cc55cSDimitry Andric         NewCodeSequence = ArrayRef<uint8_t>(SmallSequence);
2144349cc55cSDimitry Andric       } else {
2145349cc55cSDimitry Andric         // This code sequence is not described in the TLS spec but gcc
2146349cc55cSDimitry Andric         // generates it sometimes.
2147349cc55cSDimitry Andric         static const std::initializer_list<uint8_t> CodeSequence = {
2148349cc55cSDimitry Andric             0x48, 0x8d, 0x3d, 0x00,
2149349cc55cSDimitry Andric             0x00, 0x00, 0x00, // leaq <disp32>(%rip), %rdi
2150349cc55cSDimitry Andric             0xff, 0x15, 0x00, 0x00,
2151349cc55cSDimitry Andric             0x00, 0x00 // call
2152349cc55cSDimitry Andric                        // *__tls_get_addr@gotpcrel(%rip)
2153349cc55cSDimitry Andric         };
2154349cc55cSDimitry Andric         ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence);
2155349cc55cSDimitry Andric         TLSSequenceOffset = 3;
2156349cc55cSDimitry Andric 
2157349cc55cSDimitry Andric         // The replacement is code is just like above but it needs to be
2158349cc55cSDimitry Andric         // one byte longer.
2159349cc55cSDimitry Andric         static const std::initializer_list<uint8_t> SmallSequence = {
2160349cc55cSDimitry Andric             0x0f, 0x1f, 0x40, 0x00, // 4 byte nop
2161349cc55cSDimitry Andric             0x64, 0x48, 0x8b, 0x04, 0x25,
2162349cc55cSDimitry Andric             0x00, 0x00, 0x00, 0x00 // mov %fs:0, %rax
2163349cc55cSDimitry Andric         };
2164349cc55cSDimitry Andric         NewCodeSequence = ArrayRef<uint8_t>(SmallSequence);
2165349cc55cSDimitry Andric       }
2166349cc55cSDimitry Andric     } else {
2167349cc55cSDimitry Andric       // This is the same sequence as for the TLSGD sequence with the large
2168349cc55cSDimitry Andric       // memory model above
2169349cc55cSDimitry Andric       static const std::initializer_list<uint8_t> CodeSequence = {
2170349cc55cSDimitry Andric           0x48, 0x8d, 0x3d, 0x00, 0x00, 0x00, 0x00, // lea <disp32>(%rip),
2171349cc55cSDimitry Andric                                                     // %rdi
2172349cc55cSDimitry Andric           0x48, 0xb8, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
2173349cc55cSDimitry Andric           0x48,       // movabs $__tls_get_addr@pltoff, %rax
2174349cc55cSDimitry Andric           0x01, 0xd8, // add %rbx, %rax
2175349cc55cSDimitry Andric           0xff, 0xd0  // call *%rax
2176349cc55cSDimitry Andric       };
2177349cc55cSDimitry Andric       ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence);
2178349cc55cSDimitry Andric       TLSSequenceOffset = 3;
2179349cc55cSDimitry Andric 
2180349cc55cSDimitry Andric       // The replacement code for the large code model
2181349cc55cSDimitry Andric       static const std::initializer_list<uint8_t> LargeSequence = {
2182349cc55cSDimitry Andric           0x66, 0x66, 0x66, // three data16 prefixes (no-op)
2183349cc55cSDimitry Andric           0x66, 0x66, 0x0f, 0x1f, 0x84, 0x00, 0x00, 0x00, 0x00,
2184349cc55cSDimitry Andric           0x00,                                                // 10 byte nop
2185349cc55cSDimitry Andric           0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00 // mov %fs:0,%rax
2186349cc55cSDimitry Andric       };
2187349cc55cSDimitry Andric       NewCodeSequence = ArrayRef<uint8_t>(LargeSequence);
2188349cc55cSDimitry Andric     }
2189349cc55cSDimitry Andric   } else {
2190349cc55cSDimitry Andric     llvm_unreachable("both TLS relocations handled above");
2191349cc55cSDimitry Andric   }
2192349cc55cSDimitry Andric 
2193349cc55cSDimitry Andric   assert(ExpectedCodeSequence.size() == NewCodeSequence.size() &&
2194349cc55cSDimitry Andric          "Old and new code sequences must have the same size");
2195349cc55cSDimitry Andric 
2196349cc55cSDimitry Andric   auto &Section = Sections[SectionID];
2197349cc55cSDimitry Andric   if (Offset < TLSSequenceOffset ||
2198349cc55cSDimitry Andric       (Offset - TLSSequenceOffset + NewCodeSequence.size()) >
2199349cc55cSDimitry Andric           Section.getSize()) {
2200349cc55cSDimitry Andric     report_fatal_error("unexpected end of section in TLS sequence");
2201349cc55cSDimitry Andric   }
2202349cc55cSDimitry Andric 
2203349cc55cSDimitry Andric   auto *TLSSequence = Section.getAddressWithOffset(Offset - TLSSequenceOffset);
2204349cc55cSDimitry Andric   if (ArrayRef<uint8_t>(TLSSequence, ExpectedCodeSequence.size()) !=
2205349cc55cSDimitry Andric       ExpectedCodeSequence) {
2206349cc55cSDimitry Andric     report_fatal_error(
2207349cc55cSDimitry Andric         "invalid TLS sequence for Global/Local Dynamic TLS Model");
2208349cc55cSDimitry Andric   }
2209349cc55cSDimitry Andric 
2210349cc55cSDimitry Andric   memcpy(TLSSequence, NewCodeSequence.data(), NewCodeSequence.size());
2211349cc55cSDimitry Andric }
2212349cc55cSDimitry Andric 
22130b57cec5SDimitry Andric size_t RuntimeDyldELF::getGOTEntrySize() {
22140b57cec5SDimitry Andric   // We don't use the GOT in all of these cases, but it's essentially free
22150b57cec5SDimitry Andric   // to put them all here.
22160b57cec5SDimitry Andric   size_t Result = 0;
22170b57cec5SDimitry Andric   switch (Arch) {
22180b57cec5SDimitry Andric   case Triple::x86_64:
22190b57cec5SDimitry Andric   case Triple::aarch64:
22200b57cec5SDimitry Andric   case Triple::aarch64_be:
22210b57cec5SDimitry Andric   case Triple::ppc64:
22220b57cec5SDimitry Andric   case Triple::ppc64le:
22230b57cec5SDimitry Andric   case Triple::systemz:
22240b57cec5SDimitry Andric     Result = sizeof(uint64_t);
22250b57cec5SDimitry Andric     break;
22260b57cec5SDimitry Andric   case Triple::x86:
22270b57cec5SDimitry Andric   case Triple::arm:
22280b57cec5SDimitry Andric   case Triple::thumb:
22290b57cec5SDimitry Andric     Result = sizeof(uint32_t);
22300b57cec5SDimitry Andric     break;
22310b57cec5SDimitry Andric   case Triple::mips:
22320b57cec5SDimitry Andric   case Triple::mipsel:
22330b57cec5SDimitry Andric   case Triple::mips64:
22340b57cec5SDimitry Andric   case Triple::mips64el:
22350b57cec5SDimitry Andric     if (IsMipsO32ABI || IsMipsN32ABI)
22360b57cec5SDimitry Andric       Result = sizeof(uint32_t);
22370b57cec5SDimitry Andric     else if (IsMipsN64ABI)
22380b57cec5SDimitry Andric       Result = sizeof(uint64_t);
22390b57cec5SDimitry Andric     else
22400b57cec5SDimitry Andric       llvm_unreachable("Mips ABI not handled");
22410b57cec5SDimitry Andric     break;
22420b57cec5SDimitry Andric   default:
22430b57cec5SDimitry Andric     llvm_unreachable("Unsupported CPU type!");
22440b57cec5SDimitry Andric   }
22450b57cec5SDimitry Andric   return Result;
22460b57cec5SDimitry Andric }
22470b57cec5SDimitry Andric 
22480b57cec5SDimitry Andric uint64_t RuntimeDyldELF::allocateGOTEntries(unsigned no) {
22490b57cec5SDimitry Andric   if (GOTSectionID == 0) {
22500b57cec5SDimitry Andric     GOTSectionID = Sections.size();
22510b57cec5SDimitry Andric     // Reserve a section id. We'll allocate the section later
22520b57cec5SDimitry Andric     // once we know the total size
22530b57cec5SDimitry Andric     Sections.push_back(SectionEntry(".got", nullptr, 0, 0, 0));
22540b57cec5SDimitry Andric   }
22550b57cec5SDimitry Andric   uint64_t StartOffset = CurrentGOTIndex * getGOTEntrySize();
22560b57cec5SDimitry Andric   CurrentGOTIndex += no;
22570b57cec5SDimitry Andric   return StartOffset;
22580b57cec5SDimitry Andric }
22590b57cec5SDimitry Andric 
22600b57cec5SDimitry Andric uint64_t RuntimeDyldELF::findOrAllocGOTEntry(const RelocationValueRef &Value,
22610b57cec5SDimitry Andric                                              unsigned GOTRelType) {
22620b57cec5SDimitry Andric   auto E = GOTOffsetMap.insert({Value, 0});
22630b57cec5SDimitry Andric   if (E.second) {
22640b57cec5SDimitry Andric     uint64_t GOTOffset = allocateGOTEntries(1);
22650b57cec5SDimitry Andric 
22660b57cec5SDimitry Andric     // Create relocation for newly created GOT entry
22670b57cec5SDimitry Andric     RelocationEntry RE =
22680b57cec5SDimitry Andric         computeGOTOffsetRE(GOTOffset, Value.Offset, GOTRelType);
22690b57cec5SDimitry Andric     if (Value.SymbolName)
22700b57cec5SDimitry Andric       addRelocationForSymbol(RE, Value.SymbolName);
22710b57cec5SDimitry Andric     else
22720b57cec5SDimitry Andric       addRelocationForSection(RE, Value.SectionID);
22730b57cec5SDimitry Andric 
22740b57cec5SDimitry Andric     E.first->second = GOTOffset;
22750b57cec5SDimitry Andric   }
22760b57cec5SDimitry Andric 
22770b57cec5SDimitry Andric   return E.first->second;
22780b57cec5SDimitry Andric }
22790b57cec5SDimitry Andric 
22800b57cec5SDimitry Andric void RuntimeDyldELF::resolveGOTOffsetRelocation(unsigned SectionID,
22810b57cec5SDimitry Andric                                                 uint64_t Offset,
22820b57cec5SDimitry Andric                                                 uint64_t GOTOffset,
22830b57cec5SDimitry Andric                                                 uint32_t Type) {
22840b57cec5SDimitry Andric   // Fill in the relative address of the GOT Entry into the stub
22850b57cec5SDimitry Andric   RelocationEntry GOTRE(SectionID, Offset, Type, GOTOffset);
22860b57cec5SDimitry Andric   addRelocationForSection(GOTRE, GOTSectionID);
22870b57cec5SDimitry Andric }
22880b57cec5SDimitry Andric 
22890b57cec5SDimitry Andric RelocationEntry RuntimeDyldELF::computeGOTOffsetRE(uint64_t GOTOffset,
22900b57cec5SDimitry Andric                                                    uint64_t SymbolOffset,
22910b57cec5SDimitry Andric                                                    uint32_t Type) {
22920b57cec5SDimitry Andric   return RelocationEntry(GOTSectionID, GOTOffset, Type, SymbolOffset);
22930b57cec5SDimitry Andric }
22940b57cec5SDimitry Andric 
22950b57cec5SDimitry Andric Error RuntimeDyldELF::finalizeLoad(const ObjectFile &Obj,
22960b57cec5SDimitry Andric                                   ObjSectionToIDMap &SectionMap) {
22970b57cec5SDimitry Andric   if (IsMipsO32ABI)
22980b57cec5SDimitry Andric     if (!PendingRelocs.empty())
22990b57cec5SDimitry Andric       return make_error<RuntimeDyldError>("Can't find matching LO16 reloc");
23000b57cec5SDimitry Andric 
23010b57cec5SDimitry Andric   // If necessary, allocate the global offset table
23020b57cec5SDimitry Andric   if (GOTSectionID != 0) {
23030b57cec5SDimitry Andric     // Allocate memory for the section
23040b57cec5SDimitry Andric     size_t TotalSize = CurrentGOTIndex * getGOTEntrySize();
23050b57cec5SDimitry Andric     uint8_t *Addr = MemMgr.allocateDataSection(TotalSize, getGOTEntrySize(),
23060b57cec5SDimitry Andric                                                 GOTSectionID, ".got", false);
23070b57cec5SDimitry Andric     if (!Addr)
23080b57cec5SDimitry Andric       return make_error<RuntimeDyldError>("Unable to allocate memory for GOT!");
23090b57cec5SDimitry Andric 
23100b57cec5SDimitry Andric     Sections[GOTSectionID] =
23110b57cec5SDimitry Andric         SectionEntry(".got", Addr, TotalSize, TotalSize, 0);
23120b57cec5SDimitry Andric 
23130b57cec5SDimitry Andric     // For now, initialize all GOT entries to zero.  We'll fill them in as
23140b57cec5SDimitry Andric     // needed when GOT-based relocations are applied.
23150b57cec5SDimitry Andric     memset(Addr, 0, TotalSize);
23160b57cec5SDimitry Andric     if (IsMipsN32ABI || IsMipsN64ABI) {
23170b57cec5SDimitry Andric       // To correctly resolve Mips GOT relocations, we need a mapping from
23180b57cec5SDimitry Andric       // object's sections to GOTs.
23190b57cec5SDimitry Andric       for (section_iterator SI = Obj.section_begin(), SE = Obj.section_end();
23200b57cec5SDimitry Andric            SI != SE; ++SI) {
23210b57cec5SDimitry Andric         if (SI->relocation_begin() != SI->relocation_end()) {
23228bcb0991SDimitry Andric           Expected<section_iterator> RelSecOrErr = SI->getRelocatedSection();
23238bcb0991SDimitry Andric           if (!RelSecOrErr)
23248bcb0991SDimitry Andric             return make_error<RuntimeDyldError>(
23258bcb0991SDimitry Andric                 toString(RelSecOrErr.takeError()));
23268bcb0991SDimitry Andric 
23278bcb0991SDimitry Andric           section_iterator RelocatedSection = *RelSecOrErr;
23280b57cec5SDimitry Andric           ObjSectionToIDMap::iterator i = SectionMap.find(*RelocatedSection);
23290b57cec5SDimitry Andric           assert (i != SectionMap.end());
23300b57cec5SDimitry Andric           SectionToGOTMap[i->second] = GOTSectionID;
23310b57cec5SDimitry Andric         }
23320b57cec5SDimitry Andric       }
23330b57cec5SDimitry Andric       GOTSymbolOffsets.clear();
23340b57cec5SDimitry Andric     }
23350b57cec5SDimitry Andric   }
23360b57cec5SDimitry Andric 
23370b57cec5SDimitry Andric   // Look for and record the EH frame section.
23380b57cec5SDimitry Andric   ObjSectionToIDMap::iterator i, e;
23390b57cec5SDimitry Andric   for (i = SectionMap.begin(), e = SectionMap.end(); i != e; ++i) {
23400b57cec5SDimitry Andric     const SectionRef &Section = i->first;
23418bcb0991SDimitry Andric 
23420b57cec5SDimitry Andric     StringRef Name;
23438bcb0991SDimitry Andric     Expected<StringRef> NameOrErr = Section.getName();
23448bcb0991SDimitry Andric     if (NameOrErr)
23458bcb0991SDimitry Andric       Name = *NameOrErr;
23468bcb0991SDimitry Andric     else
23478bcb0991SDimitry Andric       consumeError(NameOrErr.takeError());
23488bcb0991SDimitry Andric 
23490b57cec5SDimitry Andric     if (Name == ".eh_frame") {
23500b57cec5SDimitry Andric       UnregisteredEHFrameSections.push_back(i->second);
23510b57cec5SDimitry Andric       break;
23520b57cec5SDimitry Andric     }
23530b57cec5SDimitry Andric   }
23540b57cec5SDimitry Andric 
23550b57cec5SDimitry Andric   GOTSectionID = 0;
23560b57cec5SDimitry Andric   CurrentGOTIndex = 0;
23570b57cec5SDimitry Andric 
23580b57cec5SDimitry Andric   return Error::success();
23590b57cec5SDimitry Andric }
23600b57cec5SDimitry Andric 
23610b57cec5SDimitry Andric bool RuntimeDyldELF::isCompatibleFile(const object::ObjectFile &Obj) const {
23620b57cec5SDimitry Andric   return Obj.isELF();
23630b57cec5SDimitry Andric }
23640b57cec5SDimitry Andric 
23650b57cec5SDimitry Andric bool RuntimeDyldELF::relocationNeedsGot(const RelocationRef &R) const {
23660b57cec5SDimitry Andric   unsigned RelTy = R.getType();
23670b57cec5SDimitry Andric   if (Arch == Triple::aarch64 || Arch == Triple::aarch64_be)
23680b57cec5SDimitry Andric     return RelTy == ELF::R_AARCH64_ADR_GOT_PAGE ||
23690b57cec5SDimitry Andric            RelTy == ELF::R_AARCH64_LD64_GOT_LO12_NC;
23700b57cec5SDimitry Andric 
23710b57cec5SDimitry Andric   if (Arch == Triple::x86_64)
23720b57cec5SDimitry Andric     return RelTy == ELF::R_X86_64_GOTPCREL ||
23730b57cec5SDimitry Andric            RelTy == ELF::R_X86_64_GOTPCRELX ||
23740b57cec5SDimitry Andric            RelTy == ELF::R_X86_64_GOT64 ||
23750b57cec5SDimitry Andric            RelTy == ELF::R_X86_64_REX_GOTPCRELX;
23760b57cec5SDimitry Andric   return false;
23770b57cec5SDimitry Andric }
23780b57cec5SDimitry Andric 
23790b57cec5SDimitry Andric bool RuntimeDyldELF::relocationNeedsStub(const RelocationRef &R) const {
23800b57cec5SDimitry Andric   if (Arch != Triple::x86_64)
23810b57cec5SDimitry Andric     return true;  // Conservative answer
23820b57cec5SDimitry Andric 
23830b57cec5SDimitry Andric   switch (R.getType()) {
23840b57cec5SDimitry Andric   default:
23850b57cec5SDimitry Andric     return true;  // Conservative answer
23860b57cec5SDimitry Andric 
23870b57cec5SDimitry Andric 
23880b57cec5SDimitry Andric   case ELF::R_X86_64_GOTPCREL:
23890b57cec5SDimitry Andric   case ELF::R_X86_64_GOTPCRELX:
23900b57cec5SDimitry Andric   case ELF::R_X86_64_REX_GOTPCRELX:
23910b57cec5SDimitry Andric   case ELF::R_X86_64_GOTPC64:
23920b57cec5SDimitry Andric   case ELF::R_X86_64_GOT64:
23930b57cec5SDimitry Andric   case ELF::R_X86_64_GOTOFF64:
23940b57cec5SDimitry Andric   case ELF::R_X86_64_PC32:
23950b57cec5SDimitry Andric   case ELF::R_X86_64_PC64:
23960b57cec5SDimitry Andric   case ELF::R_X86_64_64:
23970b57cec5SDimitry Andric     // We know that these reloation types won't need a stub function.  This list
23980b57cec5SDimitry Andric     // can be extended as needed.
23990b57cec5SDimitry Andric     return false;
24000b57cec5SDimitry Andric   }
24010b57cec5SDimitry Andric }
24020b57cec5SDimitry Andric 
24030b57cec5SDimitry Andric } // namespace llvm
2404