10b57cec5SDimitry Andric //===-- RuntimeDyldELF.cpp - Run-time dynamic linker for MC-JIT -*- C++ -*-===// 20b57cec5SDimitry Andric // 30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 60b57cec5SDimitry Andric // 70b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 80b57cec5SDimitry Andric // 90b57cec5SDimitry Andric // Implementation of ELF support for the MC-JIT runtime dynamic linker. 100b57cec5SDimitry Andric // 110b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 120b57cec5SDimitry Andric 130b57cec5SDimitry Andric #include "RuntimeDyldELF.h" 140b57cec5SDimitry Andric #include "RuntimeDyldCheckerImpl.h" 150b57cec5SDimitry Andric #include "Targets/RuntimeDyldELFMips.h" 160b57cec5SDimitry Andric #include "llvm/ADT/STLExtras.h" 170b57cec5SDimitry Andric #include "llvm/ADT/StringRef.h" 180b57cec5SDimitry Andric #include "llvm/ADT/Triple.h" 190b57cec5SDimitry Andric #include "llvm/BinaryFormat/ELF.h" 200b57cec5SDimitry Andric #include "llvm/Object/ELFObjectFile.h" 210b57cec5SDimitry Andric #include "llvm/Object/ObjectFile.h" 220b57cec5SDimitry Andric #include "llvm/Support/Endian.h" 230b57cec5SDimitry Andric #include "llvm/Support/MemoryBuffer.h" 240b57cec5SDimitry Andric 250b57cec5SDimitry Andric using namespace llvm; 260b57cec5SDimitry Andric using namespace llvm::object; 270b57cec5SDimitry Andric using namespace llvm::support::endian; 280b57cec5SDimitry Andric 290b57cec5SDimitry Andric #define DEBUG_TYPE "dyld" 300b57cec5SDimitry Andric 310b57cec5SDimitry Andric static void or32le(void *P, int32_t V) { write32le(P, read32le(P) | V); } 320b57cec5SDimitry Andric 330b57cec5SDimitry Andric static void or32AArch64Imm(void *L, uint64_t Imm) { 340b57cec5SDimitry Andric or32le(L, (Imm & 0xFFF) << 10); 350b57cec5SDimitry Andric } 360b57cec5SDimitry Andric 370b57cec5SDimitry Andric template <class T> static void write(bool isBE, void *P, T V) { 380b57cec5SDimitry Andric isBE ? write<T, support::big>(P, V) : write<T, support::little>(P, V); 390b57cec5SDimitry Andric } 400b57cec5SDimitry Andric 410b57cec5SDimitry Andric static void write32AArch64Addr(void *L, uint64_t Imm) { 420b57cec5SDimitry Andric uint32_t ImmLo = (Imm & 0x3) << 29; 430b57cec5SDimitry Andric uint32_t ImmHi = (Imm & 0x1FFFFC) << 3; 440b57cec5SDimitry Andric uint64_t Mask = (0x3 << 29) | (0x1FFFFC << 3); 450b57cec5SDimitry Andric write32le(L, (read32le(L) & ~Mask) | ImmLo | ImmHi); 460b57cec5SDimitry Andric } 470b57cec5SDimitry Andric 480b57cec5SDimitry Andric // Return the bits [Start, End] from Val shifted Start bits. 490b57cec5SDimitry Andric // For instance, getBits(0xF0, 4, 8) returns 0xF. 500b57cec5SDimitry Andric static uint64_t getBits(uint64_t Val, int Start, int End) { 510b57cec5SDimitry Andric uint64_t Mask = ((uint64_t)1 << (End + 1 - Start)) - 1; 520b57cec5SDimitry Andric return (Val >> Start) & Mask; 530b57cec5SDimitry Andric } 540b57cec5SDimitry Andric 550b57cec5SDimitry Andric namespace { 560b57cec5SDimitry Andric 570b57cec5SDimitry Andric template <class ELFT> class DyldELFObject : public ELFObjectFile<ELFT> { 580b57cec5SDimitry Andric LLVM_ELF_IMPORT_TYPES_ELFT(ELFT) 590b57cec5SDimitry Andric 600b57cec5SDimitry Andric typedef typename ELFT::uint addr_type; 610b57cec5SDimitry Andric 620b57cec5SDimitry Andric DyldELFObject(ELFObjectFile<ELFT> &&Obj); 630b57cec5SDimitry Andric 640b57cec5SDimitry Andric public: 650b57cec5SDimitry Andric static Expected<std::unique_ptr<DyldELFObject>> 660b57cec5SDimitry Andric create(MemoryBufferRef Wrapper); 670b57cec5SDimitry Andric 680b57cec5SDimitry Andric void updateSectionAddress(const SectionRef &Sec, uint64_t Addr); 690b57cec5SDimitry Andric 700b57cec5SDimitry Andric void updateSymbolAddress(const SymbolRef &SymRef, uint64_t Addr); 710b57cec5SDimitry Andric 720b57cec5SDimitry Andric // Methods for type inquiry through isa, cast and dyn_cast 730b57cec5SDimitry Andric static bool classof(const Binary *v) { 740b57cec5SDimitry Andric return (isa<ELFObjectFile<ELFT>>(v) && 750b57cec5SDimitry Andric classof(cast<ELFObjectFile<ELFT>>(v))); 760b57cec5SDimitry Andric } 770b57cec5SDimitry Andric static bool classof(const ELFObjectFile<ELFT> *v) { 780b57cec5SDimitry Andric return v->isDyldType(); 790b57cec5SDimitry Andric } 800b57cec5SDimitry Andric }; 810b57cec5SDimitry Andric 820b57cec5SDimitry Andric 830b57cec5SDimitry Andric 840b57cec5SDimitry Andric // The MemoryBuffer passed into this constructor is just a wrapper around the 850b57cec5SDimitry Andric // actual memory. Ultimately, the Binary parent class will take ownership of 860b57cec5SDimitry Andric // this MemoryBuffer object but not the underlying memory. 870b57cec5SDimitry Andric template <class ELFT> 880b57cec5SDimitry Andric DyldELFObject<ELFT>::DyldELFObject(ELFObjectFile<ELFT> &&Obj) 890b57cec5SDimitry Andric : ELFObjectFile<ELFT>(std::move(Obj)) { 900b57cec5SDimitry Andric this->isDyldELFObject = true; 910b57cec5SDimitry Andric } 920b57cec5SDimitry Andric 930b57cec5SDimitry Andric template <class ELFT> 940b57cec5SDimitry Andric Expected<std::unique_ptr<DyldELFObject<ELFT>>> 950b57cec5SDimitry Andric DyldELFObject<ELFT>::create(MemoryBufferRef Wrapper) { 960b57cec5SDimitry Andric auto Obj = ELFObjectFile<ELFT>::create(Wrapper); 970b57cec5SDimitry Andric if (auto E = Obj.takeError()) 980b57cec5SDimitry Andric return std::move(E); 990b57cec5SDimitry Andric std::unique_ptr<DyldELFObject<ELFT>> Ret( 1000b57cec5SDimitry Andric new DyldELFObject<ELFT>(std::move(*Obj))); 1010b57cec5SDimitry Andric return std::move(Ret); 1020b57cec5SDimitry Andric } 1030b57cec5SDimitry Andric 1040b57cec5SDimitry Andric template <class ELFT> 1050b57cec5SDimitry Andric void DyldELFObject<ELFT>::updateSectionAddress(const SectionRef &Sec, 1060b57cec5SDimitry Andric uint64_t Addr) { 1070b57cec5SDimitry Andric DataRefImpl ShdrRef = Sec.getRawDataRefImpl(); 1080b57cec5SDimitry Andric Elf_Shdr *shdr = 1090b57cec5SDimitry Andric const_cast<Elf_Shdr *>(reinterpret_cast<const Elf_Shdr *>(ShdrRef.p)); 1100b57cec5SDimitry Andric 1110b57cec5SDimitry Andric // This assumes the address passed in matches the target address bitness 1120b57cec5SDimitry Andric // The template-based type cast handles everything else. 1130b57cec5SDimitry Andric shdr->sh_addr = static_cast<addr_type>(Addr); 1140b57cec5SDimitry Andric } 1150b57cec5SDimitry Andric 1160b57cec5SDimitry Andric template <class ELFT> 1170b57cec5SDimitry Andric void DyldELFObject<ELFT>::updateSymbolAddress(const SymbolRef &SymRef, 1180b57cec5SDimitry Andric uint64_t Addr) { 1190b57cec5SDimitry Andric 1200b57cec5SDimitry Andric Elf_Sym *sym = const_cast<Elf_Sym *>( 1210b57cec5SDimitry Andric ELFObjectFile<ELFT>::getSymbol(SymRef.getRawDataRefImpl())); 1220b57cec5SDimitry Andric 1230b57cec5SDimitry Andric // This assumes the address passed in matches the target address bitness 1240b57cec5SDimitry Andric // The template-based type cast handles everything else. 1250b57cec5SDimitry Andric sym->st_value = static_cast<addr_type>(Addr); 1260b57cec5SDimitry Andric } 1270b57cec5SDimitry Andric 1280b57cec5SDimitry Andric class LoadedELFObjectInfo final 1290b57cec5SDimitry Andric : public LoadedObjectInfoHelper<LoadedELFObjectInfo, 1300b57cec5SDimitry Andric RuntimeDyld::LoadedObjectInfo> { 1310b57cec5SDimitry Andric public: 1320b57cec5SDimitry Andric LoadedELFObjectInfo(RuntimeDyldImpl &RTDyld, ObjSectionToIDMap ObjSecToIDMap) 1330b57cec5SDimitry Andric : LoadedObjectInfoHelper(RTDyld, std::move(ObjSecToIDMap)) {} 1340b57cec5SDimitry Andric 1350b57cec5SDimitry Andric OwningBinary<ObjectFile> 1360b57cec5SDimitry Andric getObjectForDebug(const ObjectFile &Obj) const override; 1370b57cec5SDimitry Andric }; 1380b57cec5SDimitry Andric 1390b57cec5SDimitry Andric template <typename ELFT> 1400b57cec5SDimitry Andric static Expected<std::unique_ptr<DyldELFObject<ELFT>>> 1410b57cec5SDimitry Andric createRTDyldELFObject(MemoryBufferRef Buffer, const ObjectFile &SourceObject, 1420b57cec5SDimitry Andric const LoadedELFObjectInfo &L) { 1430b57cec5SDimitry Andric typedef typename ELFT::Shdr Elf_Shdr; 1440b57cec5SDimitry Andric typedef typename ELFT::uint addr_type; 1450b57cec5SDimitry Andric 1460b57cec5SDimitry Andric Expected<std::unique_ptr<DyldELFObject<ELFT>>> ObjOrErr = 1470b57cec5SDimitry Andric DyldELFObject<ELFT>::create(Buffer); 1480b57cec5SDimitry Andric if (Error E = ObjOrErr.takeError()) 1490b57cec5SDimitry Andric return std::move(E); 1500b57cec5SDimitry Andric 1510b57cec5SDimitry Andric std::unique_ptr<DyldELFObject<ELFT>> Obj = std::move(*ObjOrErr); 1520b57cec5SDimitry Andric 1530b57cec5SDimitry Andric // Iterate over all sections in the object. 1540b57cec5SDimitry Andric auto SI = SourceObject.section_begin(); 1550b57cec5SDimitry Andric for (const auto &Sec : Obj->sections()) { 1568bcb0991SDimitry Andric Expected<StringRef> NameOrErr = Sec.getName(); 1578bcb0991SDimitry Andric if (!NameOrErr) { 1588bcb0991SDimitry Andric consumeError(NameOrErr.takeError()); 1598bcb0991SDimitry Andric continue; 1608bcb0991SDimitry Andric } 1618bcb0991SDimitry Andric 1628bcb0991SDimitry Andric if (*NameOrErr != "") { 1630b57cec5SDimitry Andric DataRefImpl ShdrRef = Sec.getRawDataRefImpl(); 1640b57cec5SDimitry Andric Elf_Shdr *shdr = const_cast<Elf_Shdr *>( 1650b57cec5SDimitry Andric reinterpret_cast<const Elf_Shdr *>(ShdrRef.p)); 1660b57cec5SDimitry Andric 1670b57cec5SDimitry Andric if (uint64_t SecLoadAddr = L.getSectionLoadAddress(*SI)) { 1680b57cec5SDimitry Andric // This assumes that the address passed in matches the target address 1690b57cec5SDimitry Andric // bitness. The template-based type cast handles everything else. 1700b57cec5SDimitry Andric shdr->sh_addr = static_cast<addr_type>(SecLoadAddr); 1710b57cec5SDimitry Andric } 1720b57cec5SDimitry Andric } 1730b57cec5SDimitry Andric ++SI; 1740b57cec5SDimitry Andric } 1750b57cec5SDimitry Andric 1760b57cec5SDimitry Andric return std::move(Obj); 1770b57cec5SDimitry Andric } 1780b57cec5SDimitry Andric 1790b57cec5SDimitry Andric static OwningBinary<ObjectFile> 1800b57cec5SDimitry Andric createELFDebugObject(const ObjectFile &Obj, const LoadedELFObjectInfo &L) { 1810b57cec5SDimitry Andric assert(Obj.isELF() && "Not an ELF object file."); 1820b57cec5SDimitry Andric 1830b57cec5SDimitry Andric std::unique_ptr<MemoryBuffer> Buffer = 1840b57cec5SDimitry Andric MemoryBuffer::getMemBufferCopy(Obj.getData(), Obj.getFileName()); 1850b57cec5SDimitry Andric 1860b57cec5SDimitry Andric Expected<std::unique_ptr<ObjectFile>> DebugObj(nullptr); 1870b57cec5SDimitry Andric handleAllErrors(DebugObj.takeError()); 1880b57cec5SDimitry Andric if (Obj.getBytesInAddress() == 4 && Obj.isLittleEndian()) 1890b57cec5SDimitry Andric DebugObj = 1900b57cec5SDimitry Andric createRTDyldELFObject<ELF32LE>(Buffer->getMemBufferRef(), Obj, L); 1910b57cec5SDimitry Andric else if (Obj.getBytesInAddress() == 4 && !Obj.isLittleEndian()) 1920b57cec5SDimitry Andric DebugObj = 1930b57cec5SDimitry Andric createRTDyldELFObject<ELF32BE>(Buffer->getMemBufferRef(), Obj, L); 1940b57cec5SDimitry Andric else if (Obj.getBytesInAddress() == 8 && !Obj.isLittleEndian()) 1950b57cec5SDimitry Andric DebugObj = 1960b57cec5SDimitry Andric createRTDyldELFObject<ELF64BE>(Buffer->getMemBufferRef(), Obj, L); 1970b57cec5SDimitry Andric else if (Obj.getBytesInAddress() == 8 && Obj.isLittleEndian()) 1980b57cec5SDimitry Andric DebugObj = 1990b57cec5SDimitry Andric createRTDyldELFObject<ELF64LE>(Buffer->getMemBufferRef(), Obj, L); 2000b57cec5SDimitry Andric else 2010b57cec5SDimitry Andric llvm_unreachable("Unexpected ELF format"); 2020b57cec5SDimitry Andric 2030b57cec5SDimitry Andric handleAllErrors(DebugObj.takeError()); 2040b57cec5SDimitry Andric return OwningBinary<ObjectFile>(std::move(*DebugObj), std::move(Buffer)); 2050b57cec5SDimitry Andric } 2060b57cec5SDimitry Andric 2070b57cec5SDimitry Andric OwningBinary<ObjectFile> 2080b57cec5SDimitry Andric LoadedELFObjectInfo::getObjectForDebug(const ObjectFile &Obj) const { 2090b57cec5SDimitry Andric return createELFDebugObject(Obj, *this); 2100b57cec5SDimitry Andric } 2110b57cec5SDimitry Andric 2120b57cec5SDimitry Andric } // anonymous namespace 2130b57cec5SDimitry Andric 2140b57cec5SDimitry Andric namespace llvm { 2150b57cec5SDimitry Andric 2160b57cec5SDimitry Andric RuntimeDyldELF::RuntimeDyldELF(RuntimeDyld::MemoryManager &MemMgr, 2170b57cec5SDimitry Andric JITSymbolResolver &Resolver) 2180b57cec5SDimitry Andric : RuntimeDyldImpl(MemMgr, Resolver), GOTSectionID(0), CurrentGOTIndex(0) {} 21981ad6265SDimitry Andric RuntimeDyldELF::~RuntimeDyldELF() = default; 2200b57cec5SDimitry Andric 2210b57cec5SDimitry Andric void RuntimeDyldELF::registerEHFrames() { 2220b57cec5SDimitry Andric for (int i = 0, e = UnregisteredEHFrameSections.size(); i != e; ++i) { 2230b57cec5SDimitry Andric SID EHFrameSID = UnregisteredEHFrameSections[i]; 2240b57cec5SDimitry Andric uint8_t *EHFrameAddr = Sections[EHFrameSID].getAddress(); 2250b57cec5SDimitry Andric uint64_t EHFrameLoadAddr = Sections[EHFrameSID].getLoadAddress(); 2260b57cec5SDimitry Andric size_t EHFrameSize = Sections[EHFrameSID].getSize(); 2270b57cec5SDimitry Andric MemMgr.registerEHFrames(EHFrameAddr, EHFrameLoadAddr, EHFrameSize); 2280b57cec5SDimitry Andric } 2290b57cec5SDimitry Andric UnregisteredEHFrameSections.clear(); 2300b57cec5SDimitry Andric } 2310b57cec5SDimitry Andric 2320b57cec5SDimitry Andric std::unique_ptr<RuntimeDyldELF> 2330b57cec5SDimitry Andric llvm::RuntimeDyldELF::create(Triple::ArchType Arch, 2340b57cec5SDimitry Andric RuntimeDyld::MemoryManager &MemMgr, 2350b57cec5SDimitry Andric JITSymbolResolver &Resolver) { 2360b57cec5SDimitry Andric switch (Arch) { 2370b57cec5SDimitry Andric default: 2388bcb0991SDimitry Andric return std::make_unique<RuntimeDyldELF>(MemMgr, Resolver); 2390b57cec5SDimitry Andric case Triple::mips: 2400b57cec5SDimitry Andric case Triple::mipsel: 2410b57cec5SDimitry Andric case Triple::mips64: 2420b57cec5SDimitry Andric case Triple::mips64el: 2438bcb0991SDimitry Andric return std::make_unique<RuntimeDyldELFMips>(MemMgr, Resolver); 2440b57cec5SDimitry Andric } 2450b57cec5SDimitry Andric } 2460b57cec5SDimitry Andric 2470b57cec5SDimitry Andric std::unique_ptr<RuntimeDyld::LoadedObjectInfo> 2480b57cec5SDimitry Andric RuntimeDyldELF::loadObject(const object::ObjectFile &O) { 2490b57cec5SDimitry Andric if (auto ObjSectionToIDOrErr = loadObjectImpl(O)) 2508bcb0991SDimitry Andric return std::make_unique<LoadedELFObjectInfo>(*this, *ObjSectionToIDOrErr); 2510b57cec5SDimitry Andric else { 2520b57cec5SDimitry Andric HasError = true; 2530b57cec5SDimitry Andric raw_string_ostream ErrStream(ErrorStr); 2540b57cec5SDimitry Andric logAllUnhandledErrors(ObjSectionToIDOrErr.takeError(), ErrStream); 2550b57cec5SDimitry Andric return nullptr; 2560b57cec5SDimitry Andric } 2570b57cec5SDimitry Andric } 2580b57cec5SDimitry Andric 2590b57cec5SDimitry Andric void RuntimeDyldELF::resolveX86_64Relocation(const SectionEntry &Section, 2600b57cec5SDimitry Andric uint64_t Offset, uint64_t Value, 2610b57cec5SDimitry Andric uint32_t Type, int64_t Addend, 2620b57cec5SDimitry Andric uint64_t SymOffset) { 2630b57cec5SDimitry Andric switch (Type) { 2640b57cec5SDimitry Andric default: 2651106035dSDimitry Andric report_fatal_error("Relocation type not implemented yet!"); 2660b57cec5SDimitry Andric break; 2670b57cec5SDimitry Andric case ELF::R_X86_64_NONE: 2680b57cec5SDimitry Andric break; 269fe6060f1SDimitry Andric case ELF::R_X86_64_8: { 270fe6060f1SDimitry Andric Value += Addend; 271fe6060f1SDimitry Andric assert((int64_t)Value <= INT8_MAX && (int64_t)Value >= INT8_MIN); 272fe6060f1SDimitry Andric uint8_t TruncatedAddr = (Value & 0xFF); 273fe6060f1SDimitry Andric *Section.getAddressWithOffset(Offset) = TruncatedAddr; 274fe6060f1SDimitry Andric LLVM_DEBUG(dbgs() << "Writing " << format("%p", TruncatedAddr) << " at " 275fe6060f1SDimitry Andric << format("%p\n", Section.getAddressWithOffset(Offset))); 276fe6060f1SDimitry Andric break; 277fe6060f1SDimitry Andric } 278fe6060f1SDimitry Andric case ELF::R_X86_64_16: { 279fe6060f1SDimitry Andric Value += Addend; 280fe6060f1SDimitry Andric assert((int64_t)Value <= INT16_MAX && (int64_t)Value >= INT16_MIN); 281fe6060f1SDimitry Andric uint16_t TruncatedAddr = (Value & 0xFFFF); 282fe6060f1SDimitry Andric support::ulittle16_t::ref(Section.getAddressWithOffset(Offset)) = 283fe6060f1SDimitry Andric TruncatedAddr; 284fe6060f1SDimitry Andric LLVM_DEBUG(dbgs() << "Writing " << format("%p", TruncatedAddr) << " at " 285fe6060f1SDimitry Andric << format("%p\n", Section.getAddressWithOffset(Offset))); 286fe6060f1SDimitry Andric break; 287fe6060f1SDimitry Andric } 2880b57cec5SDimitry Andric case ELF::R_X86_64_64: { 2890b57cec5SDimitry Andric support::ulittle64_t::ref(Section.getAddressWithOffset(Offset)) = 2900b57cec5SDimitry Andric Value + Addend; 2910b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "Writing " << format("%p", (Value + Addend)) << " at " 2920b57cec5SDimitry Andric << format("%p\n", Section.getAddressWithOffset(Offset))); 2930b57cec5SDimitry Andric break; 2940b57cec5SDimitry Andric } 2950b57cec5SDimitry Andric case ELF::R_X86_64_32: 2960b57cec5SDimitry Andric case ELF::R_X86_64_32S: { 2970b57cec5SDimitry Andric Value += Addend; 2980b57cec5SDimitry Andric assert((Type == ELF::R_X86_64_32 && (Value <= UINT32_MAX)) || 2990b57cec5SDimitry Andric (Type == ELF::R_X86_64_32S && 3000b57cec5SDimitry Andric ((int64_t)Value <= INT32_MAX && (int64_t)Value >= INT32_MIN))); 3010b57cec5SDimitry Andric uint32_t TruncatedAddr = (Value & 0xFFFFFFFF); 3020b57cec5SDimitry Andric support::ulittle32_t::ref(Section.getAddressWithOffset(Offset)) = 3030b57cec5SDimitry Andric TruncatedAddr; 3040b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "Writing " << format("%p", TruncatedAddr) << " at " 3050b57cec5SDimitry Andric << format("%p\n", Section.getAddressWithOffset(Offset))); 3060b57cec5SDimitry Andric break; 3070b57cec5SDimitry Andric } 3080b57cec5SDimitry Andric case ELF::R_X86_64_PC8: { 3090b57cec5SDimitry Andric uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset); 3100b57cec5SDimitry Andric int64_t RealOffset = Value + Addend - FinalAddress; 3110b57cec5SDimitry Andric assert(isInt<8>(RealOffset)); 3120b57cec5SDimitry Andric int8_t TruncOffset = (RealOffset & 0xFF); 3130b57cec5SDimitry Andric Section.getAddress()[Offset] = TruncOffset; 3140b57cec5SDimitry Andric break; 3150b57cec5SDimitry Andric } 3160b57cec5SDimitry Andric case ELF::R_X86_64_PC32: { 3170b57cec5SDimitry Andric uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset); 3180b57cec5SDimitry Andric int64_t RealOffset = Value + Addend - FinalAddress; 3190b57cec5SDimitry Andric assert(isInt<32>(RealOffset)); 3200b57cec5SDimitry Andric int32_t TruncOffset = (RealOffset & 0xFFFFFFFF); 3210b57cec5SDimitry Andric support::ulittle32_t::ref(Section.getAddressWithOffset(Offset)) = 3220b57cec5SDimitry Andric TruncOffset; 3230b57cec5SDimitry Andric break; 3240b57cec5SDimitry Andric } 3250b57cec5SDimitry Andric case ELF::R_X86_64_PC64: { 3260b57cec5SDimitry Andric uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset); 3270b57cec5SDimitry Andric int64_t RealOffset = Value + Addend - FinalAddress; 3280b57cec5SDimitry Andric support::ulittle64_t::ref(Section.getAddressWithOffset(Offset)) = 3290b57cec5SDimitry Andric RealOffset; 3300b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "Writing " << format("%p", RealOffset) << " at " 3310b57cec5SDimitry Andric << format("%p\n", FinalAddress)); 3320b57cec5SDimitry Andric break; 3330b57cec5SDimitry Andric } 3340b57cec5SDimitry Andric case ELF::R_X86_64_GOTOFF64: { 3350b57cec5SDimitry Andric // Compute Value - GOTBase. 3360b57cec5SDimitry Andric uint64_t GOTBase = 0; 3370b57cec5SDimitry Andric for (const auto &Section : Sections) { 3380b57cec5SDimitry Andric if (Section.getName() == ".got") { 3390b57cec5SDimitry Andric GOTBase = Section.getLoadAddressWithOffset(0); 3400b57cec5SDimitry Andric break; 3410b57cec5SDimitry Andric } 3420b57cec5SDimitry Andric } 3430b57cec5SDimitry Andric assert(GOTBase != 0 && "missing GOT"); 3440b57cec5SDimitry Andric int64_t GOTOffset = Value - GOTBase + Addend; 3450b57cec5SDimitry Andric support::ulittle64_t::ref(Section.getAddressWithOffset(Offset)) = GOTOffset; 3460b57cec5SDimitry Andric break; 3470b57cec5SDimitry Andric } 348349cc55cSDimitry Andric case ELF::R_X86_64_DTPMOD64: { 349349cc55cSDimitry Andric // We only have one DSO, so the module id is always 1. 350349cc55cSDimitry Andric support::ulittle64_t::ref(Section.getAddressWithOffset(Offset)) = 1; 351349cc55cSDimitry Andric break; 352349cc55cSDimitry Andric } 353349cc55cSDimitry Andric case ELF::R_X86_64_DTPOFF64: 354349cc55cSDimitry Andric case ELF::R_X86_64_TPOFF64: { 355349cc55cSDimitry Andric // DTPOFF64 should resolve to the offset in the TLS block, TPOFF64 to the 356349cc55cSDimitry Andric // offset in the *initial* TLS block. Since we are statically linking, all 357349cc55cSDimitry Andric // TLS blocks already exist in the initial block, so resolve both 358349cc55cSDimitry Andric // relocations equally. 359349cc55cSDimitry Andric support::ulittle64_t::ref(Section.getAddressWithOffset(Offset)) = 360349cc55cSDimitry Andric Value + Addend; 361349cc55cSDimitry Andric break; 362349cc55cSDimitry Andric } 363349cc55cSDimitry Andric case ELF::R_X86_64_DTPOFF32: 364349cc55cSDimitry Andric case ELF::R_X86_64_TPOFF32: { 365349cc55cSDimitry Andric // As for the (D)TPOFF64 relocations above, both DTPOFF32 and TPOFF32 can 366349cc55cSDimitry Andric // be resolved equally. 367349cc55cSDimitry Andric int64_t RealValue = Value + Addend; 368349cc55cSDimitry Andric assert(RealValue >= INT32_MIN && RealValue <= INT32_MAX); 369349cc55cSDimitry Andric int32_t TruncValue = RealValue; 370349cc55cSDimitry Andric support::ulittle32_t::ref(Section.getAddressWithOffset(Offset)) = 371349cc55cSDimitry Andric TruncValue; 372349cc55cSDimitry Andric break; 373349cc55cSDimitry Andric } 3740b57cec5SDimitry Andric } 3750b57cec5SDimitry Andric } 3760b57cec5SDimitry Andric 3770b57cec5SDimitry Andric void RuntimeDyldELF::resolveX86Relocation(const SectionEntry &Section, 3780b57cec5SDimitry Andric uint64_t Offset, uint32_t Value, 3790b57cec5SDimitry Andric uint32_t Type, int32_t Addend) { 3800b57cec5SDimitry Andric switch (Type) { 3810b57cec5SDimitry Andric case ELF::R_386_32: { 3820b57cec5SDimitry Andric support::ulittle32_t::ref(Section.getAddressWithOffset(Offset)) = 3830b57cec5SDimitry Andric Value + Addend; 3840b57cec5SDimitry Andric break; 3850b57cec5SDimitry Andric } 3860b57cec5SDimitry Andric // Handle R_386_PLT32 like R_386_PC32 since it should be able to 3870b57cec5SDimitry Andric // reach any 32 bit address. 3880b57cec5SDimitry Andric case ELF::R_386_PLT32: 3890b57cec5SDimitry Andric case ELF::R_386_PC32: { 3900b57cec5SDimitry Andric uint32_t FinalAddress = 3910b57cec5SDimitry Andric Section.getLoadAddressWithOffset(Offset) & 0xFFFFFFFF; 3920b57cec5SDimitry Andric uint32_t RealOffset = Value + Addend - FinalAddress; 3930b57cec5SDimitry Andric support::ulittle32_t::ref(Section.getAddressWithOffset(Offset)) = 3940b57cec5SDimitry Andric RealOffset; 3950b57cec5SDimitry Andric break; 3960b57cec5SDimitry Andric } 3970b57cec5SDimitry Andric default: 3980b57cec5SDimitry Andric // There are other relocation types, but it appears these are the 3990b57cec5SDimitry Andric // only ones currently used by the LLVM ELF object writer 4001106035dSDimitry Andric report_fatal_error("Relocation type not implemented yet!"); 4010b57cec5SDimitry Andric break; 4020b57cec5SDimitry Andric } 4030b57cec5SDimitry Andric } 4040b57cec5SDimitry Andric 4050b57cec5SDimitry Andric void RuntimeDyldELF::resolveAArch64Relocation(const SectionEntry &Section, 4060b57cec5SDimitry Andric uint64_t Offset, uint64_t Value, 4070b57cec5SDimitry Andric uint32_t Type, int64_t Addend) { 4080b57cec5SDimitry Andric uint32_t *TargetPtr = 4090b57cec5SDimitry Andric reinterpret_cast<uint32_t *>(Section.getAddressWithOffset(Offset)); 4100b57cec5SDimitry Andric uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset); 4110b57cec5SDimitry Andric // Data should use target endian. Code should always use little endian. 4120b57cec5SDimitry Andric bool isBE = Arch == Triple::aarch64_be; 4130b57cec5SDimitry Andric 4140b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "resolveAArch64Relocation, LocalAddress: 0x" 4150b57cec5SDimitry Andric << format("%llx", Section.getAddressWithOffset(Offset)) 4160b57cec5SDimitry Andric << " FinalAddress: 0x" << format("%llx", FinalAddress) 4170b57cec5SDimitry Andric << " Value: 0x" << format("%llx", Value) << " Type: 0x" 4180b57cec5SDimitry Andric << format("%x", Type) << " Addend: 0x" 4190b57cec5SDimitry Andric << format("%llx", Addend) << "\n"); 4200b57cec5SDimitry Andric 4210b57cec5SDimitry Andric switch (Type) { 4220b57cec5SDimitry Andric default: 4231106035dSDimitry Andric report_fatal_error("Relocation type not implemented yet!"); 4240b57cec5SDimitry Andric break; 42504eeddc0SDimitry Andric case ELF::R_AARCH64_NONE: 42604eeddc0SDimitry Andric break; 4270b57cec5SDimitry Andric case ELF::R_AARCH64_ABS16: { 4280b57cec5SDimitry Andric uint64_t Result = Value + Addend; 4290b57cec5SDimitry Andric assert(static_cast<int64_t>(Result) >= INT16_MIN && Result < UINT16_MAX); 4300b57cec5SDimitry Andric write(isBE, TargetPtr, static_cast<uint16_t>(Result & 0xffffU)); 4310b57cec5SDimitry Andric break; 4320b57cec5SDimitry Andric } 4330b57cec5SDimitry Andric case ELF::R_AARCH64_ABS32: { 4340b57cec5SDimitry Andric uint64_t Result = Value + Addend; 4350b57cec5SDimitry Andric assert(static_cast<int64_t>(Result) >= INT32_MIN && Result < UINT32_MAX); 4360b57cec5SDimitry Andric write(isBE, TargetPtr, static_cast<uint32_t>(Result & 0xffffffffU)); 4370b57cec5SDimitry Andric break; 4380b57cec5SDimitry Andric } 4390b57cec5SDimitry Andric case ELF::R_AARCH64_ABS64: 4400b57cec5SDimitry Andric write(isBE, TargetPtr, Value + Addend); 4410b57cec5SDimitry Andric break; 4425ffd83dbSDimitry Andric case ELF::R_AARCH64_PLT32: { 4435ffd83dbSDimitry Andric uint64_t Result = Value + Addend - FinalAddress; 4445ffd83dbSDimitry Andric assert(static_cast<int64_t>(Result) >= INT32_MIN && 4455ffd83dbSDimitry Andric static_cast<int64_t>(Result) <= INT32_MAX); 4465ffd83dbSDimitry Andric write(isBE, TargetPtr, static_cast<uint32_t>(Result)); 4475ffd83dbSDimitry Andric break; 4485ffd83dbSDimitry Andric } 44981ad6265SDimitry Andric case ELF::R_AARCH64_PREL16: { 45081ad6265SDimitry Andric uint64_t Result = Value + Addend - FinalAddress; 45181ad6265SDimitry Andric assert(static_cast<int64_t>(Result) >= INT16_MIN && 45281ad6265SDimitry Andric static_cast<int64_t>(Result) <= UINT16_MAX); 45381ad6265SDimitry Andric write(isBE, TargetPtr, static_cast<uint16_t>(Result & 0xffffU)); 45481ad6265SDimitry Andric break; 45581ad6265SDimitry Andric } 4560b57cec5SDimitry Andric case ELF::R_AARCH64_PREL32: { 4570b57cec5SDimitry Andric uint64_t Result = Value + Addend - FinalAddress; 4580b57cec5SDimitry Andric assert(static_cast<int64_t>(Result) >= INT32_MIN && 4590b57cec5SDimitry Andric static_cast<int64_t>(Result) <= UINT32_MAX); 4600b57cec5SDimitry Andric write(isBE, TargetPtr, static_cast<uint32_t>(Result & 0xffffffffU)); 4610b57cec5SDimitry Andric break; 4620b57cec5SDimitry Andric } 4630b57cec5SDimitry Andric case ELF::R_AARCH64_PREL64: 4640b57cec5SDimitry Andric write(isBE, TargetPtr, Value + Addend - FinalAddress); 4650b57cec5SDimitry Andric break; 466fe6060f1SDimitry Andric case ELF::R_AARCH64_CONDBR19: { 467fe6060f1SDimitry Andric uint64_t BranchImm = Value + Addend - FinalAddress; 468fe6060f1SDimitry Andric 469fe6060f1SDimitry Andric assert(isInt<21>(BranchImm)); 470fe6060f1SDimitry Andric *TargetPtr &= 0xff00001fU; 471fe6060f1SDimitry Andric // Immediate:20:2 goes in bits 23:5 of Bcc, CBZ, CBNZ 472fe6060f1SDimitry Andric or32le(TargetPtr, (BranchImm & 0x001FFFFC) << 3); 473fe6060f1SDimitry Andric break; 474fe6060f1SDimitry Andric } 475fe6060f1SDimitry Andric case ELF::R_AARCH64_TSTBR14: { 476fe6060f1SDimitry Andric uint64_t BranchImm = Value + Addend - FinalAddress; 477fe6060f1SDimitry Andric 478fe6060f1SDimitry Andric assert(isInt<16>(BranchImm)); 479fe6060f1SDimitry Andric 480fe6060f1SDimitry Andric *TargetPtr &= 0xfff8001fU; 481fe6060f1SDimitry Andric // Immediate:15:2 goes in bits 18:5 of TBZ, TBNZ 482*753f127fSDimitry Andric or32le(TargetPtr, (BranchImm & 0x0000FFFC) << 3); 483fe6060f1SDimitry Andric break; 484fe6060f1SDimitry Andric } 4850b57cec5SDimitry Andric case ELF::R_AARCH64_CALL26: // fallthrough 4860b57cec5SDimitry Andric case ELF::R_AARCH64_JUMP26: { 4870b57cec5SDimitry Andric // Operation: S+A-P. Set Call or B immediate value to bits fff_fffc of the 4880b57cec5SDimitry Andric // calculation. 4890b57cec5SDimitry Andric uint64_t BranchImm = Value + Addend - FinalAddress; 4900b57cec5SDimitry Andric 4910b57cec5SDimitry Andric // "Check that -2^27 <= result < 2^27". 4920b57cec5SDimitry Andric assert(isInt<28>(BranchImm)); 4930b57cec5SDimitry Andric or32le(TargetPtr, (BranchImm & 0x0FFFFFFC) >> 2); 4940b57cec5SDimitry Andric break; 4950b57cec5SDimitry Andric } 4960b57cec5SDimitry Andric case ELF::R_AARCH64_MOVW_UABS_G3: 4970b57cec5SDimitry Andric or32le(TargetPtr, ((Value + Addend) & 0xFFFF000000000000) >> 43); 4980b57cec5SDimitry Andric break; 4990b57cec5SDimitry Andric case ELF::R_AARCH64_MOVW_UABS_G2_NC: 5000b57cec5SDimitry Andric or32le(TargetPtr, ((Value + Addend) & 0xFFFF00000000) >> 27); 5010b57cec5SDimitry Andric break; 5020b57cec5SDimitry Andric case ELF::R_AARCH64_MOVW_UABS_G1_NC: 5030b57cec5SDimitry Andric or32le(TargetPtr, ((Value + Addend) & 0xFFFF0000) >> 11); 5040b57cec5SDimitry Andric break; 5050b57cec5SDimitry Andric case ELF::R_AARCH64_MOVW_UABS_G0_NC: 5060b57cec5SDimitry Andric or32le(TargetPtr, ((Value + Addend) & 0xFFFF) << 5); 5070b57cec5SDimitry Andric break; 5080b57cec5SDimitry Andric case ELF::R_AARCH64_ADR_PREL_PG_HI21: { 5090b57cec5SDimitry Andric // Operation: Page(S+A) - Page(P) 5100b57cec5SDimitry Andric uint64_t Result = 5110b57cec5SDimitry Andric ((Value + Addend) & ~0xfffULL) - (FinalAddress & ~0xfffULL); 5120b57cec5SDimitry Andric 5130b57cec5SDimitry Andric // Check that -2^32 <= X < 2^32 5140b57cec5SDimitry Andric assert(isInt<33>(Result) && "overflow check failed for relocation"); 5150b57cec5SDimitry Andric 5160b57cec5SDimitry Andric // Immediate goes in bits 30:29 + 5:23 of ADRP instruction, taken 5170b57cec5SDimitry Andric // from bits 32:12 of X. 5180b57cec5SDimitry Andric write32AArch64Addr(TargetPtr, Result >> 12); 5190b57cec5SDimitry Andric break; 5200b57cec5SDimitry Andric } 5210b57cec5SDimitry Andric case ELF::R_AARCH64_ADD_ABS_LO12_NC: 5220b57cec5SDimitry Andric // Operation: S + A 5230b57cec5SDimitry Andric // Immediate goes in bits 21:10 of LD/ST instruction, taken 5240b57cec5SDimitry Andric // from bits 11:0 of X 5250b57cec5SDimitry Andric or32AArch64Imm(TargetPtr, Value + Addend); 5260b57cec5SDimitry Andric break; 5270b57cec5SDimitry Andric case ELF::R_AARCH64_LDST8_ABS_LO12_NC: 5280b57cec5SDimitry Andric // Operation: S + A 5290b57cec5SDimitry Andric // Immediate goes in bits 21:10 of LD/ST instruction, taken 5300b57cec5SDimitry Andric // from bits 11:0 of X 5310b57cec5SDimitry Andric or32AArch64Imm(TargetPtr, getBits(Value + Addend, 0, 11)); 5320b57cec5SDimitry Andric break; 5330b57cec5SDimitry Andric case ELF::R_AARCH64_LDST16_ABS_LO12_NC: 5340b57cec5SDimitry Andric // Operation: S + A 5350b57cec5SDimitry Andric // Immediate goes in bits 21:10 of LD/ST instruction, taken 5360b57cec5SDimitry Andric // from bits 11:1 of X 5370b57cec5SDimitry Andric or32AArch64Imm(TargetPtr, getBits(Value + Addend, 1, 11)); 5380b57cec5SDimitry Andric break; 5390b57cec5SDimitry Andric case ELF::R_AARCH64_LDST32_ABS_LO12_NC: 5400b57cec5SDimitry Andric // Operation: S + A 5410b57cec5SDimitry Andric // Immediate goes in bits 21:10 of LD/ST instruction, taken 5420b57cec5SDimitry Andric // from bits 11:2 of X 5430b57cec5SDimitry Andric or32AArch64Imm(TargetPtr, getBits(Value + Addend, 2, 11)); 5440b57cec5SDimitry Andric break; 5450b57cec5SDimitry Andric case ELF::R_AARCH64_LDST64_ABS_LO12_NC: 5460b57cec5SDimitry Andric // Operation: S + A 5470b57cec5SDimitry Andric // Immediate goes in bits 21:10 of LD/ST instruction, taken 5480b57cec5SDimitry Andric // from bits 11:3 of X 5490b57cec5SDimitry Andric or32AArch64Imm(TargetPtr, getBits(Value + Addend, 3, 11)); 5500b57cec5SDimitry Andric break; 5510b57cec5SDimitry Andric case ELF::R_AARCH64_LDST128_ABS_LO12_NC: 5520b57cec5SDimitry Andric // Operation: S + A 5530b57cec5SDimitry Andric // Immediate goes in bits 21:10 of LD/ST instruction, taken 5540b57cec5SDimitry Andric // from bits 11:4 of X 5550b57cec5SDimitry Andric or32AArch64Imm(TargetPtr, getBits(Value + Addend, 4, 11)); 5560b57cec5SDimitry Andric break; 557fe6060f1SDimitry Andric case ELF::R_AARCH64_LD_PREL_LO19: { 558fe6060f1SDimitry Andric // Operation: S + A - P 559fe6060f1SDimitry Andric uint64_t Result = Value + Addend - FinalAddress; 560fe6060f1SDimitry Andric 561fe6060f1SDimitry Andric // "Check that -2^20 <= result < 2^20". 562fe6060f1SDimitry Andric assert(isInt<21>(Result)); 563fe6060f1SDimitry Andric 564fe6060f1SDimitry Andric *TargetPtr &= 0xff00001fU; 565fe6060f1SDimitry Andric // Immediate goes in bits 23:5 of LD imm instruction, taken 566fe6060f1SDimitry Andric // from bits 20:2 of X 567fe6060f1SDimitry Andric *TargetPtr |= ((Result & 0xffc) << (5 - 2)); 568fe6060f1SDimitry Andric break; 569fe6060f1SDimitry Andric } 570fe6060f1SDimitry Andric case ELF::R_AARCH64_ADR_PREL_LO21: { 571fe6060f1SDimitry Andric // Operation: S + A - P 572fe6060f1SDimitry Andric uint64_t Result = Value + Addend - FinalAddress; 573fe6060f1SDimitry Andric 574fe6060f1SDimitry Andric // "Check that -2^20 <= result < 2^20". 575fe6060f1SDimitry Andric assert(isInt<21>(Result)); 576fe6060f1SDimitry Andric 577fe6060f1SDimitry Andric *TargetPtr &= 0x9f00001fU; 578fe6060f1SDimitry Andric // Immediate goes in bits 23:5, 30:29 of ADR imm instruction, taken 579fe6060f1SDimitry Andric // from bits 20:0 of X 580fe6060f1SDimitry Andric *TargetPtr |= ((Result & 0xffc) << (5 - 2)); 581fe6060f1SDimitry Andric *TargetPtr |= (Result & 0x3) << 29; 582fe6060f1SDimitry Andric break; 583fe6060f1SDimitry Andric } 5840b57cec5SDimitry Andric } 5850b57cec5SDimitry Andric } 5860b57cec5SDimitry Andric 5870b57cec5SDimitry Andric void RuntimeDyldELF::resolveARMRelocation(const SectionEntry &Section, 5880b57cec5SDimitry Andric uint64_t Offset, uint32_t Value, 5890b57cec5SDimitry Andric uint32_t Type, int32_t Addend) { 5900b57cec5SDimitry Andric // TODO: Add Thumb relocations. 5910b57cec5SDimitry Andric uint32_t *TargetPtr = 5920b57cec5SDimitry Andric reinterpret_cast<uint32_t *>(Section.getAddressWithOffset(Offset)); 5930b57cec5SDimitry Andric uint32_t FinalAddress = Section.getLoadAddressWithOffset(Offset) & 0xFFFFFFFF; 5940b57cec5SDimitry Andric Value += Addend; 5950b57cec5SDimitry Andric 5960b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "resolveARMRelocation, LocalAddress: " 5970b57cec5SDimitry Andric << Section.getAddressWithOffset(Offset) 5980b57cec5SDimitry Andric << " FinalAddress: " << format("%p", FinalAddress) 5990b57cec5SDimitry Andric << " Value: " << format("%x", Value) 6000b57cec5SDimitry Andric << " Type: " << format("%x", Type) 6010b57cec5SDimitry Andric << " Addend: " << format("%x", Addend) << "\n"); 6020b57cec5SDimitry Andric 6030b57cec5SDimitry Andric switch (Type) { 6040b57cec5SDimitry Andric default: 6050b57cec5SDimitry Andric llvm_unreachable("Not implemented relocation type!"); 6060b57cec5SDimitry Andric 6070b57cec5SDimitry Andric case ELF::R_ARM_NONE: 6080b57cec5SDimitry Andric break; 6090b57cec5SDimitry Andric // Write a 31bit signed offset 6100b57cec5SDimitry Andric case ELF::R_ARM_PREL31: 6110b57cec5SDimitry Andric support::ulittle32_t::ref{TargetPtr} = 6120b57cec5SDimitry Andric (support::ulittle32_t::ref{TargetPtr} & 0x80000000) | 6130b57cec5SDimitry Andric ((Value - FinalAddress) & ~0x80000000); 6140b57cec5SDimitry Andric break; 6150b57cec5SDimitry Andric case ELF::R_ARM_TARGET1: 6160b57cec5SDimitry Andric case ELF::R_ARM_ABS32: 6170b57cec5SDimitry Andric support::ulittle32_t::ref{TargetPtr} = Value; 6180b57cec5SDimitry Andric break; 6190b57cec5SDimitry Andric // Write first 16 bit of 32 bit value to the mov instruction. 6200b57cec5SDimitry Andric // Last 4 bit should be shifted. 6210b57cec5SDimitry Andric case ELF::R_ARM_MOVW_ABS_NC: 6220b57cec5SDimitry Andric case ELF::R_ARM_MOVT_ABS: 6230b57cec5SDimitry Andric if (Type == ELF::R_ARM_MOVW_ABS_NC) 6240b57cec5SDimitry Andric Value = Value & 0xFFFF; 6250b57cec5SDimitry Andric else if (Type == ELF::R_ARM_MOVT_ABS) 6260b57cec5SDimitry Andric Value = (Value >> 16) & 0xFFFF; 6270b57cec5SDimitry Andric support::ulittle32_t::ref{TargetPtr} = 6280b57cec5SDimitry Andric (support::ulittle32_t::ref{TargetPtr} & ~0x000F0FFF) | (Value & 0xFFF) | 6290b57cec5SDimitry Andric (((Value >> 12) & 0xF) << 16); 6300b57cec5SDimitry Andric break; 6310b57cec5SDimitry Andric // Write 24 bit relative value to the branch instruction. 6320b57cec5SDimitry Andric case ELF::R_ARM_PC24: // Fall through. 6330b57cec5SDimitry Andric case ELF::R_ARM_CALL: // Fall through. 6340b57cec5SDimitry Andric case ELF::R_ARM_JUMP24: 6350b57cec5SDimitry Andric int32_t RelValue = static_cast<int32_t>(Value - FinalAddress - 8); 6360b57cec5SDimitry Andric RelValue = (RelValue & 0x03FFFFFC) >> 2; 6370b57cec5SDimitry Andric assert((support::ulittle32_t::ref{TargetPtr} & 0xFFFFFF) == 0xFFFFFE); 6380b57cec5SDimitry Andric support::ulittle32_t::ref{TargetPtr} = 6390b57cec5SDimitry Andric (support::ulittle32_t::ref{TargetPtr} & 0xFF000000) | RelValue; 6400b57cec5SDimitry Andric break; 6410b57cec5SDimitry Andric } 6420b57cec5SDimitry Andric } 6430b57cec5SDimitry Andric 6440b57cec5SDimitry Andric void RuntimeDyldELF::setMipsABI(const ObjectFile &Obj) { 6450b57cec5SDimitry Andric if (Arch == Triple::UnknownArch || 6460b57cec5SDimitry Andric !StringRef(Triple::getArchTypePrefix(Arch)).equals("mips")) { 6470b57cec5SDimitry Andric IsMipsO32ABI = false; 6480b57cec5SDimitry Andric IsMipsN32ABI = false; 6490b57cec5SDimitry Andric IsMipsN64ABI = false; 6500b57cec5SDimitry Andric return; 6510b57cec5SDimitry Andric } 6520b57cec5SDimitry Andric if (auto *E = dyn_cast<ELFObjectFileBase>(&Obj)) { 6530b57cec5SDimitry Andric unsigned AbiVariant = E->getPlatformFlags(); 6540b57cec5SDimitry Andric IsMipsO32ABI = AbiVariant & ELF::EF_MIPS_ABI_O32; 6550b57cec5SDimitry Andric IsMipsN32ABI = AbiVariant & ELF::EF_MIPS_ABI2; 6560b57cec5SDimitry Andric } 6575ffd83dbSDimitry Andric IsMipsN64ABI = Obj.getFileFormatName().equals("elf64-mips"); 6580b57cec5SDimitry Andric } 6590b57cec5SDimitry Andric 6600b57cec5SDimitry Andric // Return the .TOC. section and offset. 6610b57cec5SDimitry Andric Error RuntimeDyldELF::findPPC64TOCSection(const ELFObjectFileBase &Obj, 6620b57cec5SDimitry Andric ObjSectionToIDMap &LocalSections, 6630b57cec5SDimitry Andric RelocationValueRef &Rel) { 6640b57cec5SDimitry Andric // Set a default SectionID in case we do not find a TOC section below. 6650b57cec5SDimitry Andric // This may happen for references to TOC base base (sym@toc, .odp 6660b57cec5SDimitry Andric // relocation) without a .toc directive. In this case just use the 6670b57cec5SDimitry Andric // first section (which is usually the .odp) since the code won't 6680b57cec5SDimitry Andric // reference the .toc base directly. 6690b57cec5SDimitry Andric Rel.SymbolName = nullptr; 6700b57cec5SDimitry Andric Rel.SectionID = 0; 6710b57cec5SDimitry Andric 6720b57cec5SDimitry Andric // The TOC consists of sections .got, .toc, .tocbss, .plt in that 6730b57cec5SDimitry Andric // order. The TOC starts where the first of these sections starts. 6740b57cec5SDimitry Andric for (auto &Section : Obj.sections()) { 6758bcb0991SDimitry Andric Expected<StringRef> NameOrErr = Section.getName(); 6768bcb0991SDimitry Andric if (!NameOrErr) 6778bcb0991SDimitry Andric return NameOrErr.takeError(); 6788bcb0991SDimitry Andric StringRef SectionName = *NameOrErr; 6790b57cec5SDimitry Andric 6800b57cec5SDimitry Andric if (SectionName == ".got" 6810b57cec5SDimitry Andric || SectionName == ".toc" 6820b57cec5SDimitry Andric || SectionName == ".tocbss" 6830b57cec5SDimitry Andric || SectionName == ".plt") { 6840b57cec5SDimitry Andric if (auto SectionIDOrErr = 6850b57cec5SDimitry Andric findOrEmitSection(Obj, Section, false, LocalSections)) 6860b57cec5SDimitry Andric Rel.SectionID = *SectionIDOrErr; 6870b57cec5SDimitry Andric else 6880b57cec5SDimitry Andric return SectionIDOrErr.takeError(); 6890b57cec5SDimitry Andric break; 6900b57cec5SDimitry Andric } 6910b57cec5SDimitry Andric } 6920b57cec5SDimitry Andric 6930b57cec5SDimitry Andric // Per the ppc64-elf-linux ABI, The TOC base is TOC value plus 0x8000 6940b57cec5SDimitry Andric // thus permitting a full 64 Kbytes segment. 6950b57cec5SDimitry Andric Rel.Addend = 0x8000; 6960b57cec5SDimitry Andric 6970b57cec5SDimitry Andric return Error::success(); 6980b57cec5SDimitry Andric } 6990b57cec5SDimitry Andric 7000b57cec5SDimitry Andric // Returns the sections and offset associated with the ODP entry referenced 7010b57cec5SDimitry Andric // by Symbol. 7020b57cec5SDimitry Andric Error RuntimeDyldELF::findOPDEntrySection(const ELFObjectFileBase &Obj, 7030b57cec5SDimitry Andric ObjSectionToIDMap &LocalSections, 7040b57cec5SDimitry Andric RelocationValueRef &Rel) { 7050b57cec5SDimitry Andric // Get the ELF symbol value (st_value) to compare with Relocation offset in 7060b57cec5SDimitry Andric // .opd entries 7070b57cec5SDimitry Andric for (section_iterator si = Obj.section_begin(), se = Obj.section_end(); 7080b57cec5SDimitry Andric si != se; ++si) { 7098bcb0991SDimitry Andric 7108bcb0991SDimitry Andric Expected<section_iterator> RelSecOrErr = si->getRelocatedSection(); 7118bcb0991SDimitry Andric if (!RelSecOrErr) 712349cc55cSDimitry Andric report_fatal_error(Twine(toString(RelSecOrErr.takeError()))); 7138bcb0991SDimitry Andric 7148bcb0991SDimitry Andric section_iterator RelSecI = *RelSecOrErr; 7150b57cec5SDimitry Andric if (RelSecI == Obj.section_end()) 7160b57cec5SDimitry Andric continue; 7170b57cec5SDimitry Andric 7188bcb0991SDimitry Andric Expected<StringRef> NameOrErr = RelSecI->getName(); 7198bcb0991SDimitry Andric if (!NameOrErr) 7208bcb0991SDimitry Andric return NameOrErr.takeError(); 7218bcb0991SDimitry Andric StringRef RelSectionName = *NameOrErr; 7220b57cec5SDimitry Andric 7230b57cec5SDimitry Andric if (RelSectionName != ".opd") 7240b57cec5SDimitry Andric continue; 7250b57cec5SDimitry Andric 7260b57cec5SDimitry Andric for (elf_relocation_iterator i = si->relocation_begin(), 7270b57cec5SDimitry Andric e = si->relocation_end(); 7280b57cec5SDimitry Andric i != e;) { 7290b57cec5SDimitry Andric // The R_PPC64_ADDR64 relocation indicates the first field 7300b57cec5SDimitry Andric // of a .opd entry 7310b57cec5SDimitry Andric uint64_t TypeFunc = i->getType(); 7320b57cec5SDimitry Andric if (TypeFunc != ELF::R_PPC64_ADDR64) { 7330b57cec5SDimitry Andric ++i; 7340b57cec5SDimitry Andric continue; 7350b57cec5SDimitry Andric } 7360b57cec5SDimitry Andric 7370b57cec5SDimitry Andric uint64_t TargetSymbolOffset = i->getOffset(); 7380b57cec5SDimitry Andric symbol_iterator TargetSymbol = i->getSymbol(); 7390b57cec5SDimitry Andric int64_t Addend; 7400b57cec5SDimitry Andric if (auto AddendOrErr = i->getAddend()) 7410b57cec5SDimitry Andric Addend = *AddendOrErr; 7420b57cec5SDimitry Andric else 7430b57cec5SDimitry Andric return AddendOrErr.takeError(); 7440b57cec5SDimitry Andric 7450b57cec5SDimitry Andric ++i; 7460b57cec5SDimitry Andric if (i == e) 7470b57cec5SDimitry Andric break; 7480b57cec5SDimitry Andric 7490b57cec5SDimitry Andric // Just check if following relocation is a R_PPC64_TOC 7500b57cec5SDimitry Andric uint64_t TypeTOC = i->getType(); 7510b57cec5SDimitry Andric if (TypeTOC != ELF::R_PPC64_TOC) 7520b57cec5SDimitry Andric continue; 7530b57cec5SDimitry Andric 7540b57cec5SDimitry Andric // Finally compares the Symbol value and the target symbol offset 7550b57cec5SDimitry Andric // to check if this .opd entry refers to the symbol the relocation 7560b57cec5SDimitry Andric // points to. 7570b57cec5SDimitry Andric if (Rel.Addend != (int64_t)TargetSymbolOffset) 7580b57cec5SDimitry Andric continue; 7590b57cec5SDimitry Andric 7600b57cec5SDimitry Andric section_iterator TSI = Obj.section_end(); 7610b57cec5SDimitry Andric if (auto TSIOrErr = TargetSymbol->getSection()) 7620b57cec5SDimitry Andric TSI = *TSIOrErr; 7630b57cec5SDimitry Andric else 7640b57cec5SDimitry Andric return TSIOrErr.takeError(); 7650b57cec5SDimitry Andric assert(TSI != Obj.section_end() && "TSI should refer to a valid section"); 7660b57cec5SDimitry Andric 7670b57cec5SDimitry Andric bool IsCode = TSI->isText(); 7680b57cec5SDimitry Andric if (auto SectionIDOrErr = findOrEmitSection(Obj, *TSI, IsCode, 7690b57cec5SDimitry Andric LocalSections)) 7700b57cec5SDimitry Andric Rel.SectionID = *SectionIDOrErr; 7710b57cec5SDimitry Andric else 7720b57cec5SDimitry Andric return SectionIDOrErr.takeError(); 7730b57cec5SDimitry Andric Rel.Addend = (intptr_t)Addend; 7740b57cec5SDimitry Andric return Error::success(); 7750b57cec5SDimitry Andric } 7760b57cec5SDimitry Andric } 7770b57cec5SDimitry Andric llvm_unreachable("Attempting to get address of ODP entry!"); 7780b57cec5SDimitry Andric } 7790b57cec5SDimitry Andric 7800b57cec5SDimitry Andric // Relocation masks following the #lo(value), #hi(value), #ha(value), 7810b57cec5SDimitry Andric // #higher(value), #highera(value), #highest(value), and #highesta(value) 7820b57cec5SDimitry Andric // macros defined in section 4.5.1. Relocation Types of the PPC-elf64abi 7830b57cec5SDimitry Andric // document. 7840b57cec5SDimitry Andric 7850b57cec5SDimitry Andric static inline uint16_t applyPPClo(uint64_t value) { return value & 0xffff; } 7860b57cec5SDimitry Andric 7870b57cec5SDimitry Andric static inline uint16_t applyPPChi(uint64_t value) { 7880b57cec5SDimitry Andric return (value >> 16) & 0xffff; 7890b57cec5SDimitry Andric } 7900b57cec5SDimitry Andric 7910b57cec5SDimitry Andric static inline uint16_t applyPPCha (uint64_t value) { 7920b57cec5SDimitry Andric return ((value + 0x8000) >> 16) & 0xffff; 7930b57cec5SDimitry Andric } 7940b57cec5SDimitry Andric 7950b57cec5SDimitry Andric static inline uint16_t applyPPChigher(uint64_t value) { 7960b57cec5SDimitry Andric return (value >> 32) & 0xffff; 7970b57cec5SDimitry Andric } 7980b57cec5SDimitry Andric 7990b57cec5SDimitry Andric static inline uint16_t applyPPChighera (uint64_t value) { 8000b57cec5SDimitry Andric return ((value + 0x8000) >> 32) & 0xffff; 8010b57cec5SDimitry Andric } 8020b57cec5SDimitry Andric 8030b57cec5SDimitry Andric static inline uint16_t applyPPChighest(uint64_t value) { 8040b57cec5SDimitry Andric return (value >> 48) & 0xffff; 8050b57cec5SDimitry Andric } 8060b57cec5SDimitry Andric 8070b57cec5SDimitry Andric static inline uint16_t applyPPChighesta (uint64_t value) { 8080b57cec5SDimitry Andric return ((value + 0x8000) >> 48) & 0xffff; 8090b57cec5SDimitry Andric } 8100b57cec5SDimitry Andric 8110b57cec5SDimitry Andric void RuntimeDyldELF::resolvePPC32Relocation(const SectionEntry &Section, 8120b57cec5SDimitry Andric uint64_t Offset, uint64_t Value, 8130b57cec5SDimitry Andric uint32_t Type, int64_t Addend) { 8140b57cec5SDimitry Andric uint8_t *LocalAddress = Section.getAddressWithOffset(Offset); 8150b57cec5SDimitry Andric switch (Type) { 8160b57cec5SDimitry Andric default: 8171106035dSDimitry Andric report_fatal_error("Relocation type not implemented yet!"); 8180b57cec5SDimitry Andric break; 8190b57cec5SDimitry Andric case ELF::R_PPC_ADDR16_LO: 8200b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPClo(Value + Addend)); 8210b57cec5SDimitry Andric break; 8220b57cec5SDimitry Andric case ELF::R_PPC_ADDR16_HI: 8230b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPChi(Value + Addend)); 8240b57cec5SDimitry Andric break; 8250b57cec5SDimitry Andric case ELF::R_PPC_ADDR16_HA: 8260b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPCha(Value + Addend)); 8270b57cec5SDimitry Andric break; 8280b57cec5SDimitry Andric } 8290b57cec5SDimitry Andric } 8300b57cec5SDimitry Andric 8310b57cec5SDimitry Andric void RuntimeDyldELF::resolvePPC64Relocation(const SectionEntry &Section, 8320b57cec5SDimitry Andric uint64_t Offset, uint64_t Value, 8330b57cec5SDimitry Andric uint32_t Type, int64_t Addend) { 8340b57cec5SDimitry Andric uint8_t *LocalAddress = Section.getAddressWithOffset(Offset); 8350b57cec5SDimitry Andric switch (Type) { 8360b57cec5SDimitry Andric default: 8371106035dSDimitry Andric report_fatal_error("Relocation type not implemented yet!"); 8380b57cec5SDimitry Andric break; 8390b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16: 8400b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPClo(Value + Addend)); 8410b57cec5SDimitry Andric break; 8420b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16_DS: 8430b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPClo(Value + Addend) & ~3); 8440b57cec5SDimitry Andric break; 8450b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16_LO: 8460b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPClo(Value + Addend)); 8470b57cec5SDimitry Andric break; 8480b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16_LO_DS: 8490b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPClo(Value + Addend) & ~3); 8500b57cec5SDimitry Andric break; 8510b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16_HI: 8520b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16_HIGH: 8530b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPChi(Value + Addend)); 8540b57cec5SDimitry Andric break; 8550b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16_HA: 8560b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16_HIGHA: 8570b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPCha(Value + Addend)); 8580b57cec5SDimitry Andric break; 8590b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16_HIGHER: 8600b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPChigher(Value + Addend)); 8610b57cec5SDimitry Andric break; 8620b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16_HIGHERA: 8630b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPChighera(Value + Addend)); 8640b57cec5SDimitry Andric break; 8650b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16_HIGHEST: 8660b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPChighest(Value + Addend)); 8670b57cec5SDimitry Andric break; 8680b57cec5SDimitry Andric case ELF::R_PPC64_ADDR16_HIGHESTA: 8690b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPChighesta(Value + Addend)); 8700b57cec5SDimitry Andric break; 8710b57cec5SDimitry Andric case ELF::R_PPC64_ADDR14: { 8720b57cec5SDimitry Andric assert(((Value + Addend) & 3) == 0); 8730b57cec5SDimitry Andric // Preserve the AA/LK bits in the branch instruction 8740b57cec5SDimitry Andric uint8_t aalk = *(LocalAddress + 3); 8750b57cec5SDimitry Andric writeInt16BE(LocalAddress + 2, (aalk & 3) | ((Value + Addend) & 0xfffc)); 8760b57cec5SDimitry Andric } break; 8770b57cec5SDimitry Andric case ELF::R_PPC64_REL16_LO: { 8780b57cec5SDimitry Andric uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset); 8790b57cec5SDimitry Andric uint64_t Delta = Value - FinalAddress + Addend; 8800b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPClo(Delta)); 8810b57cec5SDimitry Andric } break; 8820b57cec5SDimitry Andric case ELF::R_PPC64_REL16_HI: { 8830b57cec5SDimitry Andric uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset); 8840b57cec5SDimitry Andric uint64_t Delta = Value - FinalAddress + Addend; 8850b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPChi(Delta)); 8860b57cec5SDimitry Andric } break; 8870b57cec5SDimitry Andric case ELF::R_PPC64_REL16_HA: { 8880b57cec5SDimitry Andric uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset); 8890b57cec5SDimitry Andric uint64_t Delta = Value - FinalAddress + Addend; 8900b57cec5SDimitry Andric writeInt16BE(LocalAddress, applyPPCha(Delta)); 8910b57cec5SDimitry Andric } break; 8920b57cec5SDimitry Andric case ELF::R_PPC64_ADDR32: { 8930b57cec5SDimitry Andric int64_t Result = static_cast<int64_t>(Value + Addend); 8940b57cec5SDimitry Andric if (SignExtend64<32>(Result) != Result) 8950b57cec5SDimitry Andric llvm_unreachable("Relocation R_PPC64_ADDR32 overflow"); 8960b57cec5SDimitry Andric writeInt32BE(LocalAddress, Result); 8970b57cec5SDimitry Andric } break; 8980b57cec5SDimitry Andric case ELF::R_PPC64_REL24: { 8990b57cec5SDimitry Andric uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset); 9000b57cec5SDimitry Andric int64_t delta = static_cast<int64_t>(Value - FinalAddress + Addend); 9010b57cec5SDimitry Andric if (SignExtend64<26>(delta) != delta) 9020b57cec5SDimitry Andric llvm_unreachable("Relocation R_PPC64_REL24 overflow"); 9030b57cec5SDimitry Andric // We preserve bits other than LI field, i.e. PO and AA/LK fields. 9040b57cec5SDimitry Andric uint32_t Inst = readBytesUnaligned(LocalAddress, 4); 9050b57cec5SDimitry Andric writeInt32BE(LocalAddress, (Inst & 0xFC000003) | (delta & 0x03FFFFFC)); 9060b57cec5SDimitry Andric } break; 9070b57cec5SDimitry Andric case ELF::R_PPC64_REL32: { 9080b57cec5SDimitry Andric uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset); 9090b57cec5SDimitry Andric int64_t delta = static_cast<int64_t>(Value - FinalAddress + Addend); 9100b57cec5SDimitry Andric if (SignExtend64<32>(delta) != delta) 9110b57cec5SDimitry Andric llvm_unreachable("Relocation R_PPC64_REL32 overflow"); 9120b57cec5SDimitry Andric writeInt32BE(LocalAddress, delta); 9130b57cec5SDimitry Andric } break; 9140b57cec5SDimitry Andric case ELF::R_PPC64_REL64: { 9150b57cec5SDimitry Andric uint64_t FinalAddress = Section.getLoadAddressWithOffset(Offset); 9160b57cec5SDimitry Andric uint64_t Delta = Value - FinalAddress + Addend; 9170b57cec5SDimitry Andric writeInt64BE(LocalAddress, Delta); 9180b57cec5SDimitry Andric } break; 9190b57cec5SDimitry Andric case ELF::R_PPC64_ADDR64: 9200b57cec5SDimitry Andric writeInt64BE(LocalAddress, Value + Addend); 9210b57cec5SDimitry Andric break; 9220b57cec5SDimitry Andric } 9230b57cec5SDimitry Andric } 9240b57cec5SDimitry Andric 9250b57cec5SDimitry Andric void RuntimeDyldELF::resolveSystemZRelocation(const SectionEntry &Section, 9260b57cec5SDimitry Andric uint64_t Offset, uint64_t Value, 9270b57cec5SDimitry Andric uint32_t Type, int64_t Addend) { 9280b57cec5SDimitry Andric uint8_t *LocalAddress = Section.getAddressWithOffset(Offset); 9290b57cec5SDimitry Andric switch (Type) { 9300b57cec5SDimitry Andric default: 9311106035dSDimitry Andric report_fatal_error("Relocation type not implemented yet!"); 9320b57cec5SDimitry Andric break; 9330b57cec5SDimitry Andric case ELF::R_390_PC16DBL: 9340b57cec5SDimitry Andric case ELF::R_390_PLT16DBL: { 9350b57cec5SDimitry Andric int64_t Delta = (Value + Addend) - Section.getLoadAddressWithOffset(Offset); 9360b57cec5SDimitry Andric assert(int16_t(Delta / 2) * 2 == Delta && "R_390_PC16DBL overflow"); 9370b57cec5SDimitry Andric writeInt16BE(LocalAddress, Delta / 2); 9380b57cec5SDimitry Andric break; 9390b57cec5SDimitry Andric } 9400b57cec5SDimitry Andric case ELF::R_390_PC32DBL: 9410b57cec5SDimitry Andric case ELF::R_390_PLT32DBL: { 9420b57cec5SDimitry Andric int64_t Delta = (Value + Addend) - Section.getLoadAddressWithOffset(Offset); 9430b57cec5SDimitry Andric assert(int32_t(Delta / 2) * 2 == Delta && "R_390_PC32DBL overflow"); 9440b57cec5SDimitry Andric writeInt32BE(LocalAddress, Delta / 2); 9450b57cec5SDimitry Andric break; 9460b57cec5SDimitry Andric } 9470b57cec5SDimitry Andric case ELF::R_390_PC16: { 9480b57cec5SDimitry Andric int64_t Delta = (Value + Addend) - Section.getLoadAddressWithOffset(Offset); 9490b57cec5SDimitry Andric assert(int16_t(Delta) == Delta && "R_390_PC16 overflow"); 9500b57cec5SDimitry Andric writeInt16BE(LocalAddress, Delta); 9510b57cec5SDimitry Andric break; 9520b57cec5SDimitry Andric } 9530b57cec5SDimitry Andric case ELF::R_390_PC32: { 9540b57cec5SDimitry Andric int64_t Delta = (Value + Addend) - Section.getLoadAddressWithOffset(Offset); 9550b57cec5SDimitry Andric assert(int32_t(Delta) == Delta && "R_390_PC32 overflow"); 9560b57cec5SDimitry Andric writeInt32BE(LocalAddress, Delta); 9570b57cec5SDimitry Andric break; 9580b57cec5SDimitry Andric } 9590b57cec5SDimitry Andric case ELF::R_390_PC64: { 9600b57cec5SDimitry Andric int64_t Delta = (Value + Addend) - Section.getLoadAddressWithOffset(Offset); 9610b57cec5SDimitry Andric writeInt64BE(LocalAddress, Delta); 9620b57cec5SDimitry Andric break; 9630b57cec5SDimitry Andric } 9640b57cec5SDimitry Andric case ELF::R_390_8: 9650b57cec5SDimitry Andric *LocalAddress = (uint8_t)(Value + Addend); 9660b57cec5SDimitry Andric break; 9670b57cec5SDimitry Andric case ELF::R_390_16: 9680b57cec5SDimitry Andric writeInt16BE(LocalAddress, Value + Addend); 9690b57cec5SDimitry Andric break; 9700b57cec5SDimitry Andric case ELF::R_390_32: 9710b57cec5SDimitry Andric writeInt32BE(LocalAddress, Value + Addend); 9720b57cec5SDimitry Andric break; 9730b57cec5SDimitry Andric case ELF::R_390_64: 9740b57cec5SDimitry Andric writeInt64BE(LocalAddress, Value + Addend); 9750b57cec5SDimitry Andric break; 9760b57cec5SDimitry Andric } 9770b57cec5SDimitry Andric } 9780b57cec5SDimitry Andric 9790b57cec5SDimitry Andric void RuntimeDyldELF::resolveBPFRelocation(const SectionEntry &Section, 9800b57cec5SDimitry Andric uint64_t Offset, uint64_t Value, 9810b57cec5SDimitry Andric uint32_t Type, int64_t Addend) { 9820b57cec5SDimitry Andric bool isBE = Arch == Triple::bpfeb; 9830b57cec5SDimitry Andric 9840b57cec5SDimitry Andric switch (Type) { 9850b57cec5SDimitry Andric default: 9861106035dSDimitry Andric report_fatal_error("Relocation type not implemented yet!"); 9870b57cec5SDimitry Andric break; 9880b57cec5SDimitry Andric case ELF::R_BPF_NONE: 989fe6060f1SDimitry Andric case ELF::R_BPF_64_64: 990fe6060f1SDimitry Andric case ELF::R_BPF_64_32: 991fe6060f1SDimitry Andric case ELF::R_BPF_64_NODYLD32: 9920b57cec5SDimitry Andric break; 993fe6060f1SDimitry Andric case ELF::R_BPF_64_ABS64: { 9940b57cec5SDimitry Andric write(isBE, Section.getAddressWithOffset(Offset), Value + Addend); 9950b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "Writing " << format("%p", (Value + Addend)) << " at " 9960b57cec5SDimitry Andric << format("%p\n", Section.getAddressWithOffset(Offset))); 9970b57cec5SDimitry Andric break; 9980b57cec5SDimitry Andric } 999fe6060f1SDimitry Andric case ELF::R_BPF_64_ABS32: { 10000b57cec5SDimitry Andric Value += Addend; 10010b57cec5SDimitry Andric assert(Value <= UINT32_MAX); 10020b57cec5SDimitry Andric write(isBE, Section.getAddressWithOffset(Offset), static_cast<uint32_t>(Value)); 10030b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "Writing " << format("%p", Value) << " at " 10040b57cec5SDimitry Andric << format("%p\n", Section.getAddressWithOffset(Offset))); 10050b57cec5SDimitry Andric break; 10060b57cec5SDimitry Andric } 10070b57cec5SDimitry Andric } 10080b57cec5SDimitry Andric } 10090b57cec5SDimitry Andric 10100b57cec5SDimitry Andric // The target location for the relocation is described by RE.SectionID and 10110b57cec5SDimitry Andric // RE.Offset. RE.SectionID can be used to find the SectionEntry. Each 10120b57cec5SDimitry Andric // SectionEntry has three members describing its location. 10130b57cec5SDimitry Andric // SectionEntry::Address is the address at which the section has been loaded 10140b57cec5SDimitry Andric // into memory in the current (host) process. SectionEntry::LoadAddress is the 10150b57cec5SDimitry Andric // address that the section will have in the target process. 10160b57cec5SDimitry Andric // SectionEntry::ObjAddress is the address of the bits for this section in the 10170b57cec5SDimitry Andric // original emitted object image (also in the current address space). 10180b57cec5SDimitry Andric // 10190b57cec5SDimitry Andric // Relocations will be applied as if the section were loaded at 10200b57cec5SDimitry Andric // SectionEntry::LoadAddress, but they will be applied at an address based 10210b57cec5SDimitry Andric // on SectionEntry::Address. SectionEntry::ObjAddress will be used to refer to 10220b57cec5SDimitry Andric // Target memory contents if they are required for value calculations. 10230b57cec5SDimitry Andric // 10240b57cec5SDimitry Andric // The Value parameter here is the load address of the symbol for the 10250b57cec5SDimitry Andric // relocation to be applied. For relocations which refer to symbols in the 10260b57cec5SDimitry Andric // current object Value will be the LoadAddress of the section in which 10270b57cec5SDimitry Andric // the symbol resides (RE.Addend provides additional information about the 10280b57cec5SDimitry Andric // symbol location). For external symbols, Value will be the address of the 10290b57cec5SDimitry Andric // symbol in the target address space. 10300b57cec5SDimitry Andric void RuntimeDyldELF::resolveRelocation(const RelocationEntry &RE, 10310b57cec5SDimitry Andric uint64_t Value) { 10320b57cec5SDimitry Andric const SectionEntry &Section = Sections[RE.SectionID]; 10330b57cec5SDimitry Andric return resolveRelocation(Section, RE.Offset, Value, RE.RelType, RE.Addend, 10340b57cec5SDimitry Andric RE.SymOffset, RE.SectionID); 10350b57cec5SDimitry Andric } 10360b57cec5SDimitry Andric 10370b57cec5SDimitry Andric void RuntimeDyldELF::resolveRelocation(const SectionEntry &Section, 10380b57cec5SDimitry Andric uint64_t Offset, uint64_t Value, 10390b57cec5SDimitry Andric uint32_t Type, int64_t Addend, 10400b57cec5SDimitry Andric uint64_t SymOffset, SID SectionID) { 10410b57cec5SDimitry Andric switch (Arch) { 10420b57cec5SDimitry Andric case Triple::x86_64: 10430b57cec5SDimitry Andric resolveX86_64Relocation(Section, Offset, Value, Type, Addend, SymOffset); 10440b57cec5SDimitry Andric break; 10450b57cec5SDimitry Andric case Triple::x86: 10460b57cec5SDimitry Andric resolveX86Relocation(Section, Offset, (uint32_t)(Value & 0xffffffffL), Type, 10470b57cec5SDimitry Andric (uint32_t)(Addend & 0xffffffffL)); 10480b57cec5SDimitry Andric break; 10490b57cec5SDimitry Andric case Triple::aarch64: 10500b57cec5SDimitry Andric case Triple::aarch64_be: 10510b57cec5SDimitry Andric resolveAArch64Relocation(Section, Offset, Value, Type, Addend); 10520b57cec5SDimitry Andric break; 10530b57cec5SDimitry Andric case Triple::arm: // Fall through. 10540b57cec5SDimitry Andric case Triple::armeb: 10550b57cec5SDimitry Andric case Triple::thumb: 10560b57cec5SDimitry Andric case Triple::thumbeb: 10570b57cec5SDimitry Andric resolveARMRelocation(Section, Offset, (uint32_t)(Value & 0xffffffffL), Type, 10580b57cec5SDimitry Andric (uint32_t)(Addend & 0xffffffffL)); 10590b57cec5SDimitry Andric break; 1060e8d8bef9SDimitry Andric case Triple::ppc: // Fall through. 1061e8d8bef9SDimitry Andric case Triple::ppcle: 10620b57cec5SDimitry Andric resolvePPC32Relocation(Section, Offset, Value, Type, Addend); 10630b57cec5SDimitry Andric break; 10640b57cec5SDimitry Andric case Triple::ppc64: // Fall through. 10650b57cec5SDimitry Andric case Triple::ppc64le: 10660b57cec5SDimitry Andric resolvePPC64Relocation(Section, Offset, Value, Type, Addend); 10670b57cec5SDimitry Andric break; 10680b57cec5SDimitry Andric case Triple::systemz: 10690b57cec5SDimitry Andric resolveSystemZRelocation(Section, Offset, Value, Type, Addend); 10700b57cec5SDimitry Andric break; 10710b57cec5SDimitry Andric case Triple::bpfel: 10720b57cec5SDimitry Andric case Triple::bpfeb: 10730b57cec5SDimitry Andric resolveBPFRelocation(Section, Offset, Value, Type, Addend); 10740b57cec5SDimitry Andric break; 10750b57cec5SDimitry Andric default: 10760b57cec5SDimitry Andric llvm_unreachable("Unsupported CPU type!"); 10770b57cec5SDimitry Andric } 10780b57cec5SDimitry Andric } 10790b57cec5SDimitry Andric 10800b57cec5SDimitry Andric void *RuntimeDyldELF::computePlaceholderAddress(unsigned SectionID, uint64_t Offset) const { 10810b57cec5SDimitry Andric return (void *)(Sections[SectionID].getObjAddress() + Offset); 10820b57cec5SDimitry Andric } 10830b57cec5SDimitry Andric 10840b57cec5SDimitry Andric void RuntimeDyldELF::processSimpleRelocation(unsigned SectionID, uint64_t Offset, unsigned RelType, RelocationValueRef Value) { 10850b57cec5SDimitry Andric RelocationEntry RE(SectionID, Offset, RelType, Value.Addend, Value.Offset); 10860b57cec5SDimitry Andric if (Value.SymbolName) 10870b57cec5SDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 10880b57cec5SDimitry Andric else 10890b57cec5SDimitry Andric addRelocationForSection(RE, Value.SectionID); 10900b57cec5SDimitry Andric } 10910b57cec5SDimitry Andric 10920b57cec5SDimitry Andric uint32_t RuntimeDyldELF::getMatchingLoRelocation(uint32_t RelType, 10930b57cec5SDimitry Andric bool IsLocal) const { 10940b57cec5SDimitry Andric switch (RelType) { 10950b57cec5SDimitry Andric case ELF::R_MICROMIPS_GOT16: 10960b57cec5SDimitry Andric if (IsLocal) 10970b57cec5SDimitry Andric return ELF::R_MICROMIPS_LO16; 10980b57cec5SDimitry Andric break; 10990b57cec5SDimitry Andric case ELF::R_MICROMIPS_HI16: 11000b57cec5SDimitry Andric return ELF::R_MICROMIPS_LO16; 11010b57cec5SDimitry Andric case ELF::R_MIPS_GOT16: 11020b57cec5SDimitry Andric if (IsLocal) 11030b57cec5SDimitry Andric return ELF::R_MIPS_LO16; 11040b57cec5SDimitry Andric break; 11050b57cec5SDimitry Andric case ELF::R_MIPS_HI16: 11060b57cec5SDimitry Andric return ELF::R_MIPS_LO16; 11070b57cec5SDimitry Andric case ELF::R_MIPS_PCHI16: 11080b57cec5SDimitry Andric return ELF::R_MIPS_PCLO16; 11090b57cec5SDimitry Andric default: 11100b57cec5SDimitry Andric break; 11110b57cec5SDimitry Andric } 11120b57cec5SDimitry Andric return ELF::R_MIPS_NONE; 11130b57cec5SDimitry Andric } 11140b57cec5SDimitry Andric 11150b57cec5SDimitry Andric // Sometimes we don't need to create thunk for a branch. 11160b57cec5SDimitry Andric // This typically happens when branch target is located 11170b57cec5SDimitry Andric // in the same object file. In such case target is either 11180b57cec5SDimitry Andric // a weak symbol or symbol in a different executable section. 11190b57cec5SDimitry Andric // This function checks if branch target is located in the 11200b57cec5SDimitry Andric // same object file and if distance between source and target 11210b57cec5SDimitry Andric // fits R_AARCH64_CALL26 relocation. If both conditions are 11220b57cec5SDimitry Andric // met, it emits direct jump to the target and returns true. 11230b57cec5SDimitry Andric // Otherwise false is returned and thunk is created. 11240b57cec5SDimitry Andric bool RuntimeDyldELF::resolveAArch64ShortBranch( 11250b57cec5SDimitry Andric unsigned SectionID, relocation_iterator RelI, 11260b57cec5SDimitry Andric const RelocationValueRef &Value) { 11270b57cec5SDimitry Andric uint64_t Address; 11280b57cec5SDimitry Andric if (Value.SymbolName) { 11290b57cec5SDimitry Andric auto Loc = GlobalSymbolTable.find(Value.SymbolName); 11300b57cec5SDimitry Andric 11310b57cec5SDimitry Andric // Don't create direct branch for external symbols. 11320b57cec5SDimitry Andric if (Loc == GlobalSymbolTable.end()) 11330b57cec5SDimitry Andric return false; 11340b57cec5SDimitry Andric 11350b57cec5SDimitry Andric const auto &SymInfo = Loc->second; 11360b57cec5SDimitry Andric Address = 11370b57cec5SDimitry Andric uint64_t(Sections[SymInfo.getSectionID()].getLoadAddressWithOffset( 11380b57cec5SDimitry Andric SymInfo.getOffset())); 11390b57cec5SDimitry Andric } else { 11400b57cec5SDimitry Andric Address = uint64_t(Sections[Value.SectionID].getLoadAddress()); 11410b57cec5SDimitry Andric } 11420b57cec5SDimitry Andric uint64_t Offset = RelI->getOffset(); 11430b57cec5SDimitry Andric uint64_t SourceAddress = Sections[SectionID].getLoadAddressWithOffset(Offset); 11440b57cec5SDimitry Andric 11450b57cec5SDimitry Andric // R_AARCH64_CALL26 requires immediate to be in range -2^27 <= imm < 2^27 11460b57cec5SDimitry Andric // If distance between source and target is out of range then we should 11470b57cec5SDimitry Andric // create thunk. 11480b57cec5SDimitry Andric if (!isInt<28>(Address + Value.Addend - SourceAddress)) 11490b57cec5SDimitry Andric return false; 11500b57cec5SDimitry Andric 11510b57cec5SDimitry Andric resolveRelocation(Sections[SectionID], Offset, Address, RelI->getType(), 11520b57cec5SDimitry Andric Value.Addend); 11530b57cec5SDimitry Andric 11540b57cec5SDimitry Andric return true; 11550b57cec5SDimitry Andric } 11560b57cec5SDimitry Andric 11570b57cec5SDimitry Andric void RuntimeDyldELF::resolveAArch64Branch(unsigned SectionID, 11580b57cec5SDimitry Andric const RelocationValueRef &Value, 11590b57cec5SDimitry Andric relocation_iterator RelI, 11600b57cec5SDimitry Andric StubMap &Stubs) { 11610b57cec5SDimitry Andric 11620b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "\t\tThis is an AArch64 branch relocation."); 11630b57cec5SDimitry Andric SectionEntry &Section = Sections[SectionID]; 11640b57cec5SDimitry Andric 11650b57cec5SDimitry Andric uint64_t Offset = RelI->getOffset(); 11660b57cec5SDimitry Andric unsigned RelType = RelI->getType(); 11670b57cec5SDimitry Andric // Look for an existing stub. 11680b57cec5SDimitry Andric StubMap::const_iterator i = Stubs.find(Value); 11690b57cec5SDimitry Andric if (i != Stubs.end()) { 11700b57cec5SDimitry Andric resolveRelocation(Section, Offset, 11710b57cec5SDimitry Andric (uint64_t)Section.getAddressWithOffset(i->second), 11720b57cec5SDimitry Andric RelType, 0); 11730b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Stub function found\n"); 11740b57cec5SDimitry Andric } else if (!resolveAArch64ShortBranch(SectionID, RelI, Value)) { 11750b57cec5SDimitry Andric // Create a new stub function. 11760b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Create a new stub function\n"); 11770b57cec5SDimitry Andric Stubs[Value] = Section.getStubOffset(); 11780b57cec5SDimitry Andric uint8_t *StubTargetAddr = createStubFunction( 11790b57cec5SDimitry Andric Section.getAddressWithOffset(Section.getStubOffset())); 11800b57cec5SDimitry Andric 11810b57cec5SDimitry Andric RelocationEntry REmovz_g3(SectionID, StubTargetAddr - Section.getAddress(), 11820b57cec5SDimitry Andric ELF::R_AARCH64_MOVW_UABS_G3, Value.Addend); 11830b57cec5SDimitry Andric RelocationEntry REmovk_g2(SectionID, 11840b57cec5SDimitry Andric StubTargetAddr - Section.getAddress() + 4, 11850b57cec5SDimitry Andric ELF::R_AARCH64_MOVW_UABS_G2_NC, Value.Addend); 11860b57cec5SDimitry Andric RelocationEntry REmovk_g1(SectionID, 11870b57cec5SDimitry Andric StubTargetAddr - Section.getAddress() + 8, 11880b57cec5SDimitry Andric ELF::R_AARCH64_MOVW_UABS_G1_NC, Value.Addend); 11890b57cec5SDimitry Andric RelocationEntry REmovk_g0(SectionID, 11900b57cec5SDimitry Andric StubTargetAddr - Section.getAddress() + 12, 11910b57cec5SDimitry Andric ELF::R_AARCH64_MOVW_UABS_G0_NC, Value.Addend); 11920b57cec5SDimitry Andric 11930b57cec5SDimitry Andric if (Value.SymbolName) { 11940b57cec5SDimitry Andric addRelocationForSymbol(REmovz_g3, Value.SymbolName); 11950b57cec5SDimitry Andric addRelocationForSymbol(REmovk_g2, Value.SymbolName); 11960b57cec5SDimitry Andric addRelocationForSymbol(REmovk_g1, Value.SymbolName); 11970b57cec5SDimitry Andric addRelocationForSymbol(REmovk_g0, Value.SymbolName); 11980b57cec5SDimitry Andric } else { 11990b57cec5SDimitry Andric addRelocationForSection(REmovz_g3, Value.SectionID); 12000b57cec5SDimitry Andric addRelocationForSection(REmovk_g2, Value.SectionID); 12010b57cec5SDimitry Andric addRelocationForSection(REmovk_g1, Value.SectionID); 12020b57cec5SDimitry Andric addRelocationForSection(REmovk_g0, Value.SectionID); 12030b57cec5SDimitry Andric } 12040b57cec5SDimitry Andric resolveRelocation(Section, Offset, 12050b57cec5SDimitry Andric reinterpret_cast<uint64_t>(Section.getAddressWithOffset( 12060b57cec5SDimitry Andric Section.getStubOffset())), 12070b57cec5SDimitry Andric RelType, 0); 12080b57cec5SDimitry Andric Section.advanceStubOffset(getMaxStubSize()); 12090b57cec5SDimitry Andric } 12100b57cec5SDimitry Andric } 12110b57cec5SDimitry Andric 12120b57cec5SDimitry Andric Expected<relocation_iterator> 12130b57cec5SDimitry Andric RuntimeDyldELF::processRelocationRef( 12140b57cec5SDimitry Andric unsigned SectionID, relocation_iterator RelI, const ObjectFile &O, 12150b57cec5SDimitry Andric ObjSectionToIDMap &ObjSectionToID, StubMap &Stubs) { 12160b57cec5SDimitry Andric const auto &Obj = cast<ELFObjectFileBase>(O); 12170b57cec5SDimitry Andric uint64_t RelType = RelI->getType(); 12180b57cec5SDimitry Andric int64_t Addend = 0; 12190b57cec5SDimitry Andric if (Expected<int64_t> AddendOrErr = ELFRelocationRef(*RelI).getAddend()) 12200b57cec5SDimitry Andric Addend = *AddendOrErr; 12210b57cec5SDimitry Andric else 12220b57cec5SDimitry Andric consumeError(AddendOrErr.takeError()); 12230b57cec5SDimitry Andric elf_symbol_iterator Symbol = RelI->getSymbol(); 12240b57cec5SDimitry Andric 12250b57cec5SDimitry Andric // Obtain the symbol name which is referenced in the relocation 12260b57cec5SDimitry Andric StringRef TargetName; 12270b57cec5SDimitry Andric if (Symbol != Obj.symbol_end()) { 12280b57cec5SDimitry Andric if (auto TargetNameOrErr = Symbol->getName()) 12290b57cec5SDimitry Andric TargetName = *TargetNameOrErr; 12300b57cec5SDimitry Andric else 12310b57cec5SDimitry Andric return TargetNameOrErr.takeError(); 12320b57cec5SDimitry Andric } 12330b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "\t\tRelType: " << RelType << " Addend: " << Addend 12340b57cec5SDimitry Andric << " TargetName: " << TargetName << "\n"); 12350b57cec5SDimitry Andric RelocationValueRef Value; 12360b57cec5SDimitry Andric // First search for the symbol in the local symbol table 12370b57cec5SDimitry Andric SymbolRef::Type SymType = SymbolRef::ST_Unknown; 12380b57cec5SDimitry Andric 12390b57cec5SDimitry Andric // Search for the symbol in the global symbol table 12400b57cec5SDimitry Andric RTDyldSymbolTable::const_iterator gsi = GlobalSymbolTable.end(); 12410b57cec5SDimitry Andric if (Symbol != Obj.symbol_end()) { 12420b57cec5SDimitry Andric gsi = GlobalSymbolTable.find(TargetName.data()); 12430b57cec5SDimitry Andric Expected<SymbolRef::Type> SymTypeOrErr = Symbol->getType(); 12440b57cec5SDimitry Andric if (!SymTypeOrErr) { 12450b57cec5SDimitry Andric std::string Buf; 12460b57cec5SDimitry Andric raw_string_ostream OS(Buf); 12470b57cec5SDimitry Andric logAllUnhandledErrors(SymTypeOrErr.takeError(), OS); 1248349cc55cSDimitry Andric report_fatal_error(Twine(OS.str())); 12490b57cec5SDimitry Andric } 12500b57cec5SDimitry Andric SymType = *SymTypeOrErr; 12510b57cec5SDimitry Andric } 12520b57cec5SDimitry Andric if (gsi != GlobalSymbolTable.end()) { 12530b57cec5SDimitry Andric const auto &SymInfo = gsi->second; 12540b57cec5SDimitry Andric Value.SectionID = SymInfo.getSectionID(); 12550b57cec5SDimitry Andric Value.Offset = SymInfo.getOffset(); 12560b57cec5SDimitry Andric Value.Addend = SymInfo.getOffset() + Addend; 12570b57cec5SDimitry Andric } else { 12580b57cec5SDimitry Andric switch (SymType) { 12590b57cec5SDimitry Andric case SymbolRef::ST_Debug: { 12600b57cec5SDimitry Andric // TODO: Now ELF SymbolRef::ST_Debug = STT_SECTION, it's not obviously 12610b57cec5SDimitry Andric // and can be changed by another developers. Maybe best way is add 12620b57cec5SDimitry Andric // a new symbol type ST_Section to SymbolRef and use it. 12630b57cec5SDimitry Andric auto SectionOrErr = Symbol->getSection(); 12640b57cec5SDimitry Andric if (!SectionOrErr) { 12650b57cec5SDimitry Andric std::string Buf; 12660b57cec5SDimitry Andric raw_string_ostream OS(Buf); 12670b57cec5SDimitry Andric logAllUnhandledErrors(SectionOrErr.takeError(), OS); 1268349cc55cSDimitry Andric report_fatal_error(Twine(OS.str())); 12690b57cec5SDimitry Andric } 12700b57cec5SDimitry Andric section_iterator si = *SectionOrErr; 12710b57cec5SDimitry Andric if (si == Obj.section_end()) 12720b57cec5SDimitry Andric llvm_unreachable("Symbol section not found, bad object file format!"); 12730b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "\t\tThis is section symbol\n"); 12740b57cec5SDimitry Andric bool isCode = si->isText(); 12750b57cec5SDimitry Andric if (auto SectionIDOrErr = findOrEmitSection(Obj, (*si), isCode, 12760b57cec5SDimitry Andric ObjSectionToID)) 12770b57cec5SDimitry Andric Value.SectionID = *SectionIDOrErr; 12780b57cec5SDimitry Andric else 12790b57cec5SDimitry Andric return SectionIDOrErr.takeError(); 12800b57cec5SDimitry Andric Value.Addend = Addend; 12810b57cec5SDimitry Andric break; 12820b57cec5SDimitry Andric } 12830b57cec5SDimitry Andric case SymbolRef::ST_Data: 12840b57cec5SDimitry Andric case SymbolRef::ST_Function: 12850b57cec5SDimitry Andric case SymbolRef::ST_Unknown: { 12860b57cec5SDimitry Andric Value.SymbolName = TargetName.data(); 12870b57cec5SDimitry Andric Value.Addend = Addend; 12880b57cec5SDimitry Andric 12890b57cec5SDimitry Andric // Absolute relocations will have a zero symbol ID (STN_UNDEF), which 12900b57cec5SDimitry Andric // will manifest here as a NULL symbol name. 12910b57cec5SDimitry Andric // We can set this as a valid (but empty) symbol name, and rely 12920b57cec5SDimitry Andric // on addRelocationForSymbol to handle this. 12930b57cec5SDimitry Andric if (!Value.SymbolName) 12940b57cec5SDimitry Andric Value.SymbolName = ""; 12950b57cec5SDimitry Andric break; 12960b57cec5SDimitry Andric } 12970b57cec5SDimitry Andric default: 12980b57cec5SDimitry Andric llvm_unreachable("Unresolved symbol type!"); 12990b57cec5SDimitry Andric break; 13000b57cec5SDimitry Andric } 13010b57cec5SDimitry Andric } 13020b57cec5SDimitry Andric 13030b57cec5SDimitry Andric uint64_t Offset = RelI->getOffset(); 13040b57cec5SDimitry Andric 13050b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "\t\tSectionID: " << SectionID << " Offset: " << Offset 13060b57cec5SDimitry Andric << "\n"); 13070b57cec5SDimitry Andric if ((Arch == Triple::aarch64 || Arch == Triple::aarch64_be)) { 1308fe6060f1SDimitry Andric if ((RelType == ELF::R_AARCH64_CALL26 || 1309fe6060f1SDimitry Andric RelType == ELF::R_AARCH64_JUMP26) && 1310fe6060f1SDimitry Andric MemMgr.allowStubAllocation()) { 13110b57cec5SDimitry Andric resolveAArch64Branch(SectionID, Value, RelI, Stubs); 13120b57cec5SDimitry Andric } else if (RelType == ELF::R_AARCH64_ADR_GOT_PAGE) { 13134824e7fdSDimitry Andric // Create new GOT entry or find existing one. If GOT entry is 13140b57cec5SDimitry Andric // to be created, then we also emit ABS64 relocation for it. 13150b57cec5SDimitry Andric uint64_t GOTOffset = findOrAllocGOTEntry(Value, ELF::R_AARCH64_ABS64); 13160b57cec5SDimitry Andric resolveGOTOffsetRelocation(SectionID, Offset, GOTOffset + Addend, 13170b57cec5SDimitry Andric ELF::R_AARCH64_ADR_PREL_PG_HI21); 13180b57cec5SDimitry Andric 13190b57cec5SDimitry Andric } else if (RelType == ELF::R_AARCH64_LD64_GOT_LO12_NC) { 13200b57cec5SDimitry Andric uint64_t GOTOffset = findOrAllocGOTEntry(Value, ELF::R_AARCH64_ABS64); 13210b57cec5SDimitry Andric resolveGOTOffsetRelocation(SectionID, Offset, GOTOffset + Addend, 13220b57cec5SDimitry Andric ELF::R_AARCH64_LDST64_ABS_LO12_NC); 13230b57cec5SDimitry Andric } else { 13240b57cec5SDimitry Andric processSimpleRelocation(SectionID, Offset, RelType, Value); 13250b57cec5SDimitry Andric } 13260b57cec5SDimitry Andric } else if (Arch == Triple::arm) { 13270b57cec5SDimitry Andric if (RelType == ELF::R_ARM_PC24 || RelType == ELF::R_ARM_CALL || 13280b57cec5SDimitry Andric RelType == ELF::R_ARM_JUMP24) { 13290b57cec5SDimitry Andric // This is an ARM branch relocation, need to use a stub function. 13300b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "\t\tThis is an ARM branch relocation.\n"); 13310b57cec5SDimitry Andric SectionEntry &Section = Sections[SectionID]; 13320b57cec5SDimitry Andric 13330b57cec5SDimitry Andric // Look for an existing stub. 13340b57cec5SDimitry Andric StubMap::const_iterator i = Stubs.find(Value); 13350b57cec5SDimitry Andric if (i != Stubs.end()) { 13360b57cec5SDimitry Andric resolveRelocation( 13370b57cec5SDimitry Andric Section, Offset, 13380b57cec5SDimitry Andric reinterpret_cast<uint64_t>(Section.getAddressWithOffset(i->second)), 13390b57cec5SDimitry Andric RelType, 0); 13400b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Stub function found\n"); 13410b57cec5SDimitry Andric } else { 13420b57cec5SDimitry Andric // Create a new stub function. 13430b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Create a new stub function\n"); 13440b57cec5SDimitry Andric Stubs[Value] = Section.getStubOffset(); 13450b57cec5SDimitry Andric uint8_t *StubTargetAddr = createStubFunction( 13460b57cec5SDimitry Andric Section.getAddressWithOffset(Section.getStubOffset())); 13470b57cec5SDimitry Andric RelocationEntry RE(SectionID, StubTargetAddr - Section.getAddress(), 13480b57cec5SDimitry Andric ELF::R_ARM_ABS32, Value.Addend); 13490b57cec5SDimitry Andric if (Value.SymbolName) 13500b57cec5SDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 13510b57cec5SDimitry Andric else 13520b57cec5SDimitry Andric addRelocationForSection(RE, Value.SectionID); 13530b57cec5SDimitry Andric 13540b57cec5SDimitry Andric resolveRelocation(Section, Offset, reinterpret_cast<uint64_t>( 13550b57cec5SDimitry Andric Section.getAddressWithOffset( 13560b57cec5SDimitry Andric Section.getStubOffset())), 13570b57cec5SDimitry Andric RelType, 0); 13580b57cec5SDimitry Andric Section.advanceStubOffset(getMaxStubSize()); 13590b57cec5SDimitry Andric } 13600b57cec5SDimitry Andric } else { 13610b57cec5SDimitry Andric uint32_t *Placeholder = 13620b57cec5SDimitry Andric reinterpret_cast<uint32_t*>(computePlaceholderAddress(SectionID, Offset)); 13630b57cec5SDimitry Andric if (RelType == ELF::R_ARM_PREL31 || RelType == ELF::R_ARM_TARGET1 || 13640b57cec5SDimitry Andric RelType == ELF::R_ARM_ABS32) { 13650b57cec5SDimitry Andric Value.Addend += *Placeholder; 13660b57cec5SDimitry Andric } else if (RelType == ELF::R_ARM_MOVW_ABS_NC || RelType == ELF::R_ARM_MOVT_ABS) { 13670b57cec5SDimitry Andric // See ELF for ARM documentation 13680b57cec5SDimitry Andric Value.Addend += (int16_t)((*Placeholder & 0xFFF) | (((*Placeholder >> 16) & 0xF) << 12)); 13690b57cec5SDimitry Andric } 13700b57cec5SDimitry Andric processSimpleRelocation(SectionID, Offset, RelType, Value); 13710b57cec5SDimitry Andric } 13720b57cec5SDimitry Andric } else if (IsMipsO32ABI) { 13730b57cec5SDimitry Andric uint8_t *Placeholder = reinterpret_cast<uint8_t *>( 13740b57cec5SDimitry Andric computePlaceholderAddress(SectionID, Offset)); 13750b57cec5SDimitry Andric uint32_t Opcode = readBytesUnaligned(Placeholder, 4); 13760b57cec5SDimitry Andric if (RelType == ELF::R_MIPS_26) { 13770b57cec5SDimitry Andric // This is an Mips branch relocation, need to use a stub function. 13780b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "\t\tThis is a Mips branch relocation."); 13790b57cec5SDimitry Andric SectionEntry &Section = Sections[SectionID]; 13800b57cec5SDimitry Andric 13810b57cec5SDimitry Andric // Extract the addend from the instruction. 13820b57cec5SDimitry Andric // We shift up by two since the Value will be down shifted again 13830b57cec5SDimitry Andric // when applying the relocation. 13840b57cec5SDimitry Andric uint32_t Addend = (Opcode & 0x03ffffff) << 2; 13850b57cec5SDimitry Andric 13860b57cec5SDimitry Andric Value.Addend += Addend; 13870b57cec5SDimitry Andric 13880b57cec5SDimitry Andric // Look up for existing stub. 13890b57cec5SDimitry Andric StubMap::const_iterator i = Stubs.find(Value); 13900b57cec5SDimitry Andric if (i != Stubs.end()) { 13910b57cec5SDimitry Andric RelocationEntry RE(SectionID, Offset, RelType, i->second); 13920b57cec5SDimitry Andric addRelocationForSection(RE, SectionID); 13930b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Stub function found\n"); 13940b57cec5SDimitry Andric } else { 13950b57cec5SDimitry Andric // Create a new stub function. 13960b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Create a new stub function\n"); 13970b57cec5SDimitry Andric Stubs[Value] = Section.getStubOffset(); 13980b57cec5SDimitry Andric 13990b57cec5SDimitry Andric unsigned AbiVariant = Obj.getPlatformFlags(); 14000b57cec5SDimitry Andric 14010b57cec5SDimitry Andric uint8_t *StubTargetAddr = createStubFunction( 14020b57cec5SDimitry Andric Section.getAddressWithOffset(Section.getStubOffset()), AbiVariant); 14030b57cec5SDimitry Andric 14040b57cec5SDimitry Andric // Creating Hi and Lo relocations for the filled stub instructions. 14050b57cec5SDimitry Andric RelocationEntry REHi(SectionID, StubTargetAddr - Section.getAddress(), 14060b57cec5SDimitry Andric ELF::R_MIPS_HI16, Value.Addend); 14070b57cec5SDimitry Andric RelocationEntry RELo(SectionID, 14080b57cec5SDimitry Andric StubTargetAddr - Section.getAddress() + 4, 14090b57cec5SDimitry Andric ELF::R_MIPS_LO16, Value.Addend); 14100b57cec5SDimitry Andric 14110b57cec5SDimitry Andric if (Value.SymbolName) { 14120b57cec5SDimitry Andric addRelocationForSymbol(REHi, Value.SymbolName); 14130b57cec5SDimitry Andric addRelocationForSymbol(RELo, Value.SymbolName); 14140b57cec5SDimitry Andric } else { 14150b57cec5SDimitry Andric addRelocationForSection(REHi, Value.SectionID); 14160b57cec5SDimitry Andric addRelocationForSection(RELo, Value.SectionID); 14170b57cec5SDimitry Andric } 14180b57cec5SDimitry Andric 14190b57cec5SDimitry Andric RelocationEntry RE(SectionID, Offset, RelType, Section.getStubOffset()); 14200b57cec5SDimitry Andric addRelocationForSection(RE, SectionID); 14210b57cec5SDimitry Andric Section.advanceStubOffset(getMaxStubSize()); 14220b57cec5SDimitry Andric } 14230b57cec5SDimitry Andric } else if (RelType == ELF::R_MIPS_HI16 || RelType == ELF::R_MIPS_PCHI16) { 14240b57cec5SDimitry Andric int64_t Addend = (Opcode & 0x0000ffff) << 16; 14250b57cec5SDimitry Andric RelocationEntry RE(SectionID, Offset, RelType, Addend); 14260b57cec5SDimitry Andric PendingRelocs.push_back(std::make_pair(Value, RE)); 14270b57cec5SDimitry Andric } else if (RelType == ELF::R_MIPS_LO16 || RelType == ELF::R_MIPS_PCLO16) { 14280b57cec5SDimitry Andric int64_t Addend = Value.Addend + SignExtend32<16>(Opcode & 0x0000ffff); 14290b57cec5SDimitry Andric for (auto I = PendingRelocs.begin(); I != PendingRelocs.end();) { 14300b57cec5SDimitry Andric const RelocationValueRef &MatchingValue = I->first; 14310b57cec5SDimitry Andric RelocationEntry &Reloc = I->second; 14320b57cec5SDimitry Andric if (MatchingValue == Value && 14330b57cec5SDimitry Andric RelType == getMatchingLoRelocation(Reloc.RelType) && 14340b57cec5SDimitry Andric SectionID == Reloc.SectionID) { 14350b57cec5SDimitry Andric Reloc.Addend += Addend; 14360b57cec5SDimitry Andric if (Value.SymbolName) 14370b57cec5SDimitry Andric addRelocationForSymbol(Reloc, Value.SymbolName); 14380b57cec5SDimitry Andric else 14390b57cec5SDimitry Andric addRelocationForSection(Reloc, Value.SectionID); 14400b57cec5SDimitry Andric I = PendingRelocs.erase(I); 14410b57cec5SDimitry Andric } else 14420b57cec5SDimitry Andric ++I; 14430b57cec5SDimitry Andric } 14440b57cec5SDimitry Andric RelocationEntry RE(SectionID, Offset, RelType, Addend); 14450b57cec5SDimitry Andric if (Value.SymbolName) 14460b57cec5SDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 14470b57cec5SDimitry Andric else 14480b57cec5SDimitry Andric addRelocationForSection(RE, Value.SectionID); 14490b57cec5SDimitry Andric } else { 14500b57cec5SDimitry Andric if (RelType == ELF::R_MIPS_32) 14510b57cec5SDimitry Andric Value.Addend += Opcode; 14520b57cec5SDimitry Andric else if (RelType == ELF::R_MIPS_PC16) 14530b57cec5SDimitry Andric Value.Addend += SignExtend32<18>((Opcode & 0x0000ffff) << 2); 14540b57cec5SDimitry Andric else if (RelType == ELF::R_MIPS_PC19_S2) 14550b57cec5SDimitry Andric Value.Addend += SignExtend32<21>((Opcode & 0x0007ffff) << 2); 14560b57cec5SDimitry Andric else if (RelType == ELF::R_MIPS_PC21_S2) 14570b57cec5SDimitry Andric Value.Addend += SignExtend32<23>((Opcode & 0x001fffff) << 2); 14580b57cec5SDimitry Andric else if (RelType == ELF::R_MIPS_PC26_S2) 14590b57cec5SDimitry Andric Value.Addend += SignExtend32<28>((Opcode & 0x03ffffff) << 2); 14600b57cec5SDimitry Andric processSimpleRelocation(SectionID, Offset, RelType, Value); 14610b57cec5SDimitry Andric } 14620b57cec5SDimitry Andric } else if (IsMipsN32ABI || IsMipsN64ABI) { 14630b57cec5SDimitry Andric uint32_t r_type = RelType & 0xff; 14640b57cec5SDimitry Andric RelocationEntry RE(SectionID, Offset, RelType, Value.Addend); 14650b57cec5SDimitry Andric if (r_type == ELF::R_MIPS_CALL16 || r_type == ELF::R_MIPS_GOT_PAGE 14660b57cec5SDimitry Andric || r_type == ELF::R_MIPS_GOT_DISP) { 14670b57cec5SDimitry Andric StringMap<uint64_t>::iterator i = GOTSymbolOffsets.find(TargetName); 14680b57cec5SDimitry Andric if (i != GOTSymbolOffsets.end()) 14690b57cec5SDimitry Andric RE.SymOffset = i->second; 14700b57cec5SDimitry Andric else { 14710b57cec5SDimitry Andric RE.SymOffset = allocateGOTEntries(1); 14720b57cec5SDimitry Andric GOTSymbolOffsets[TargetName] = RE.SymOffset; 14730b57cec5SDimitry Andric } 14740b57cec5SDimitry Andric if (Value.SymbolName) 14750b57cec5SDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 14760b57cec5SDimitry Andric else 14770b57cec5SDimitry Andric addRelocationForSection(RE, Value.SectionID); 14780b57cec5SDimitry Andric } else if (RelType == ELF::R_MIPS_26) { 14790b57cec5SDimitry Andric // This is an Mips branch relocation, need to use a stub function. 14800b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "\t\tThis is a Mips branch relocation."); 14810b57cec5SDimitry Andric SectionEntry &Section = Sections[SectionID]; 14820b57cec5SDimitry Andric 14830b57cec5SDimitry Andric // Look up for existing stub. 14840b57cec5SDimitry Andric StubMap::const_iterator i = Stubs.find(Value); 14850b57cec5SDimitry Andric if (i != Stubs.end()) { 14860b57cec5SDimitry Andric RelocationEntry RE(SectionID, Offset, RelType, i->second); 14870b57cec5SDimitry Andric addRelocationForSection(RE, SectionID); 14880b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Stub function found\n"); 14890b57cec5SDimitry Andric } else { 14900b57cec5SDimitry Andric // Create a new stub function. 14910b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Create a new stub function\n"); 14920b57cec5SDimitry Andric Stubs[Value] = Section.getStubOffset(); 14930b57cec5SDimitry Andric 14940b57cec5SDimitry Andric unsigned AbiVariant = Obj.getPlatformFlags(); 14950b57cec5SDimitry Andric 14960b57cec5SDimitry Andric uint8_t *StubTargetAddr = createStubFunction( 14970b57cec5SDimitry Andric Section.getAddressWithOffset(Section.getStubOffset()), AbiVariant); 14980b57cec5SDimitry Andric 14990b57cec5SDimitry Andric if (IsMipsN32ABI) { 15000b57cec5SDimitry Andric // Creating Hi and Lo relocations for the filled stub instructions. 15010b57cec5SDimitry Andric RelocationEntry REHi(SectionID, StubTargetAddr - Section.getAddress(), 15020b57cec5SDimitry Andric ELF::R_MIPS_HI16, Value.Addend); 15030b57cec5SDimitry Andric RelocationEntry RELo(SectionID, 15040b57cec5SDimitry Andric StubTargetAddr - Section.getAddress() + 4, 15050b57cec5SDimitry Andric ELF::R_MIPS_LO16, Value.Addend); 15060b57cec5SDimitry Andric if (Value.SymbolName) { 15070b57cec5SDimitry Andric addRelocationForSymbol(REHi, Value.SymbolName); 15080b57cec5SDimitry Andric addRelocationForSymbol(RELo, Value.SymbolName); 15090b57cec5SDimitry Andric } else { 15100b57cec5SDimitry Andric addRelocationForSection(REHi, Value.SectionID); 15110b57cec5SDimitry Andric addRelocationForSection(RELo, Value.SectionID); 15120b57cec5SDimitry Andric } 15130b57cec5SDimitry Andric } else { 15140b57cec5SDimitry Andric // Creating Highest, Higher, Hi and Lo relocations for the filled stub 15150b57cec5SDimitry Andric // instructions. 15160b57cec5SDimitry Andric RelocationEntry REHighest(SectionID, 15170b57cec5SDimitry Andric StubTargetAddr - Section.getAddress(), 15180b57cec5SDimitry Andric ELF::R_MIPS_HIGHEST, Value.Addend); 15190b57cec5SDimitry Andric RelocationEntry REHigher(SectionID, 15200b57cec5SDimitry Andric StubTargetAddr - Section.getAddress() + 4, 15210b57cec5SDimitry Andric ELF::R_MIPS_HIGHER, Value.Addend); 15220b57cec5SDimitry Andric RelocationEntry REHi(SectionID, 15230b57cec5SDimitry Andric StubTargetAddr - Section.getAddress() + 12, 15240b57cec5SDimitry Andric ELF::R_MIPS_HI16, Value.Addend); 15250b57cec5SDimitry Andric RelocationEntry RELo(SectionID, 15260b57cec5SDimitry Andric StubTargetAddr - Section.getAddress() + 20, 15270b57cec5SDimitry Andric ELF::R_MIPS_LO16, Value.Addend); 15280b57cec5SDimitry Andric if (Value.SymbolName) { 15290b57cec5SDimitry Andric addRelocationForSymbol(REHighest, Value.SymbolName); 15300b57cec5SDimitry Andric addRelocationForSymbol(REHigher, Value.SymbolName); 15310b57cec5SDimitry Andric addRelocationForSymbol(REHi, Value.SymbolName); 15320b57cec5SDimitry Andric addRelocationForSymbol(RELo, Value.SymbolName); 15330b57cec5SDimitry Andric } else { 15340b57cec5SDimitry Andric addRelocationForSection(REHighest, Value.SectionID); 15350b57cec5SDimitry Andric addRelocationForSection(REHigher, Value.SectionID); 15360b57cec5SDimitry Andric addRelocationForSection(REHi, Value.SectionID); 15370b57cec5SDimitry Andric addRelocationForSection(RELo, Value.SectionID); 15380b57cec5SDimitry Andric } 15390b57cec5SDimitry Andric } 15400b57cec5SDimitry Andric RelocationEntry RE(SectionID, Offset, RelType, Section.getStubOffset()); 15410b57cec5SDimitry Andric addRelocationForSection(RE, SectionID); 15420b57cec5SDimitry Andric Section.advanceStubOffset(getMaxStubSize()); 15430b57cec5SDimitry Andric } 15440b57cec5SDimitry Andric } else { 15450b57cec5SDimitry Andric processSimpleRelocation(SectionID, Offset, RelType, Value); 15460b57cec5SDimitry Andric } 15470b57cec5SDimitry Andric 15480b57cec5SDimitry Andric } else if (Arch == Triple::ppc64 || Arch == Triple::ppc64le) { 15490b57cec5SDimitry Andric if (RelType == ELF::R_PPC64_REL24) { 15500b57cec5SDimitry Andric // Determine ABI variant in use for this object. 15510b57cec5SDimitry Andric unsigned AbiVariant = Obj.getPlatformFlags(); 15520b57cec5SDimitry Andric AbiVariant &= ELF::EF_PPC64_ABI; 15530b57cec5SDimitry Andric // A PPC branch relocation will need a stub function if the target is 15540b57cec5SDimitry Andric // an external symbol (either Value.SymbolName is set, or SymType is 15550b57cec5SDimitry Andric // Symbol::ST_Unknown) or if the target address is not within the 15560b57cec5SDimitry Andric // signed 24-bits branch address. 15570b57cec5SDimitry Andric SectionEntry &Section = Sections[SectionID]; 15580b57cec5SDimitry Andric uint8_t *Target = Section.getAddressWithOffset(Offset); 15590b57cec5SDimitry Andric bool RangeOverflow = false; 15600b57cec5SDimitry Andric bool IsExtern = Value.SymbolName || SymType == SymbolRef::ST_Unknown; 15610b57cec5SDimitry Andric if (!IsExtern) { 15620b57cec5SDimitry Andric if (AbiVariant != 2) { 15630b57cec5SDimitry Andric // In the ELFv1 ABI, a function call may point to the .opd entry, 15640b57cec5SDimitry Andric // so the final symbol value is calculated based on the relocation 15650b57cec5SDimitry Andric // values in the .opd section. 15660b57cec5SDimitry Andric if (auto Err = findOPDEntrySection(Obj, ObjSectionToID, Value)) 15670b57cec5SDimitry Andric return std::move(Err); 15680b57cec5SDimitry Andric } else { 15690b57cec5SDimitry Andric // In the ELFv2 ABI, a function symbol may provide a local entry 15700b57cec5SDimitry Andric // point, which must be used for direct calls. 15710b57cec5SDimitry Andric if (Value.SectionID == SectionID){ 15720b57cec5SDimitry Andric uint8_t SymOther = Symbol->getOther(); 15730b57cec5SDimitry Andric Value.Addend += ELF::decodePPC64LocalEntryOffset(SymOther); 15740b57cec5SDimitry Andric } 15750b57cec5SDimitry Andric } 15760b57cec5SDimitry Andric uint8_t *RelocTarget = 15770b57cec5SDimitry Andric Sections[Value.SectionID].getAddressWithOffset(Value.Addend); 15780b57cec5SDimitry Andric int64_t delta = static_cast<int64_t>(Target - RelocTarget); 15790b57cec5SDimitry Andric // If it is within 26-bits branch range, just set the branch target 15800b57cec5SDimitry Andric if (SignExtend64<26>(delta) != delta) { 15810b57cec5SDimitry Andric RangeOverflow = true; 15820b57cec5SDimitry Andric } else if ((AbiVariant != 2) || 15830b57cec5SDimitry Andric (AbiVariant == 2 && Value.SectionID == SectionID)) { 15840b57cec5SDimitry Andric RelocationEntry RE(SectionID, Offset, RelType, Value.Addend); 15850b57cec5SDimitry Andric addRelocationForSection(RE, Value.SectionID); 15860b57cec5SDimitry Andric } 15870b57cec5SDimitry Andric } 15880b57cec5SDimitry Andric if (IsExtern || (AbiVariant == 2 && Value.SectionID != SectionID) || 15890b57cec5SDimitry Andric RangeOverflow) { 15900b57cec5SDimitry Andric // It is an external symbol (either Value.SymbolName is set, or 15910b57cec5SDimitry Andric // SymType is SymbolRef::ST_Unknown) or out of range. 15920b57cec5SDimitry Andric StubMap::const_iterator i = Stubs.find(Value); 15930b57cec5SDimitry Andric if (i != Stubs.end()) { 15940b57cec5SDimitry Andric // Symbol function stub already created, just relocate to it 15950b57cec5SDimitry Andric resolveRelocation(Section, Offset, 15960b57cec5SDimitry Andric reinterpret_cast<uint64_t>( 15970b57cec5SDimitry Andric Section.getAddressWithOffset(i->second)), 15980b57cec5SDimitry Andric RelType, 0); 15990b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Stub function found\n"); 16000b57cec5SDimitry Andric } else { 16010b57cec5SDimitry Andric // Create a new stub function. 16020b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Create a new stub function\n"); 16030b57cec5SDimitry Andric Stubs[Value] = Section.getStubOffset(); 16040b57cec5SDimitry Andric uint8_t *StubTargetAddr = createStubFunction( 16050b57cec5SDimitry Andric Section.getAddressWithOffset(Section.getStubOffset()), 16060b57cec5SDimitry Andric AbiVariant); 16070b57cec5SDimitry Andric RelocationEntry RE(SectionID, StubTargetAddr - Section.getAddress(), 16080b57cec5SDimitry Andric ELF::R_PPC64_ADDR64, Value.Addend); 16090b57cec5SDimitry Andric 16100b57cec5SDimitry Andric // Generates the 64-bits address loads as exemplified in section 16110b57cec5SDimitry Andric // 4.5.1 in PPC64 ELF ABI. Note that the relocations need to 16120b57cec5SDimitry Andric // apply to the low part of the instructions, so we have to update 16130b57cec5SDimitry Andric // the offset according to the target endianness. 16140b57cec5SDimitry Andric uint64_t StubRelocOffset = StubTargetAddr - Section.getAddress(); 16150b57cec5SDimitry Andric if (!IsTargetLittleEndian) 16160b57cec5SDimitry Andric StubRelocOffset += 2; 16170b57cec5SDimitry Andric 16180b57cec5SDimitry Andric RelocationEntry REhst(SectionID, StubRelocOffset + 0, 16190b57cec5SDimitry Andric ELF::R_PPC64_ADDR16_HIGHEST, Value.Addend); 16200b57cec5SDimitry Andric RelocationEntry REhr(SectionID, StubRelocOffset + 4, 16210b57cec5SDimitry Andric ELF::R_PPC64_ADDR16_HIGHER, Value.Addend); 16220b57cec5SDimitry Andric RelocationEntry REh(SectionID, StubRelocOffset + 12, 16230b57cec5SDimitry Andric ELF::R_PPC64_ADDR16_HI, Value.Addend); 16240b57cec5SDimitry Andric RelocationEntry REl(SectionID, StubRelocOffset + 16, 16250b57cec5SDimitry Andric ELF::R_PPC64_ADDR16_LO, Value.Addend); 16260b57cec5SDimitry Andric 16270b57cec5SDimitry Andric if (Value.SymbolName) { 16280b57cec5SDimitry Andric addRelocationForSymbol(REhst, Value.SymbolName); 16290b57cec5SDimitry Andric addRelocationForSymbol(REhr, Value.SymbolName); 16300b57cec5SDimitry Andric addRelocationForSymbol(REh, Value.SymbolName); 16310b57cec5SDimitry Andric addRelocationForSymbol(REl, Value.SymbolName); 16320b57cec5SDimitry Andric } else { 16330b57cec5SDimitry Andric addRelocationForSection(REhst, Value.SectionID); 16340b57cec5SDimitry Andric addRelocationForSection(REhr, Value.SectionID); 16350b57cec5SDimitry Andric addRelocationForSection(REh, Value.SectionID); 16360b57cec5SDimitry Andric addRelocationForSection(REl, Value.SectionID); 16370b57cec5SDimitry Andric } 16380b57cec5SDimitry Andric 16390b57cec5SDimitry Andric resolveRelocation(Section, Offset, reinterpret_cast<uint64_t>( 16400b57cec5SDimitry Andric Section.getAddressWithOffset( 16410b57cec5SDimitry Andric Section.getStubOffset())), 16420b57cec5SDimitry Andric RelType, 0); 16430b57cec5SDimitry Andric Section.advanceStubOffset(getMaxStubSize()); 16440b57cec5SDimitry Andric } 16450b57cec5SDimitry Andric if (IsExtern || (AbiVariant == 2 && Value.SectionID != SectionID)) { 16460b57cec5SDimitry Andric // Restore the TOC for external calls 16470b57cec5SDimitry Andric if (AbiVariant == 2) 16480b57cec5SDimitry Andric writeInt32BE(Target + 4, 0xE8410018); // ld r2,24(r1) 16490b57cec5SDimitry Andric else 16500b57cec5SDimitry Andric writeInt32BE(Target + 4, 0xE8410028); // ld r2,40(r1) 16510b57cec5SDimitry Andric } 16520b57cec5SDimitry Andric } 16530b57cec5SDimitry Andric } else if (RelType == ELF::R_PPC64_TOC16 || 16540b57cec5SDimitry Andric RelType == ELF::R_PPC64_TOC16_DS || 16550b57cec5SDimitry Andric RelType == ELF::R_PPC64_TOC16_LO || 16560b57cec5SDimitry Andric RelType == ELF::R_PPC64_TOC16_LO_DS || 16570b57cec5SDimitry Andric RelType == ELF::R_PPC64_TOC16_HI || 16580b57cec5SDimitry Andric RelType == ELF::R_PPC64_TOC16_HA) { 16590b57cec5SDimitry Andric // These relocations are supposed to subtract the TOC address from 16600b57cec5SDimitry Andric // the final value. This does not fit cleanly into the RuntimeDyld 16610b57cec5SDimitry Andric // scheme, since there may be *two* sections involved in determining 16620b57cec5SDimitry Andric // the relocation value (the section of the symbol referred to by the 16630b57cec5SDimitry Andric // relocation, and the TOC section associated with the current module). 16640b57cec5SDimitry Andric // 16650b57cec5SDimitry Andric // Fortunately, these relocations are currently only ever generated 16660b57cec5SDimitry Andric // referring to symbols that themselves reside in the TOC, which means 16670b57cec5SDimitry Andric // that the two sections are actually the same. Thus they cancel out 16680b57cec5SDimitry Andric // and we can immediately resolve the relocation right now. 16690b57cec5SDimitry Andric switch (RelType) { 16700b57cec5SDimitry Andric case ELF::R_PPC64_TOC16: RelType = ELF::R_PPC64_ADDR16; break; 16710b57cec5SDimitry Andric case ELF::R_PPC64_TOC16_DS: RelType = ELF::R_PPC64_ADDR16_DS; break; 16720b57cec5SDimitry Andric case ELF::R_PPC64_TOC16_LO: RelType = ELF::R_PPC64_ADDR16_LO; break; 16730b57cec5SDimitry Andric case ELF::R_PPC64_TOC16_LO_DS: RelType = ELF::R_PPC64_ADDR16_LO_DS; break; 16740b57cec5SDimitry Andric case ELF::R_PPC64_TOC16_HI: RelType = ELF::R_PPC64_ADDR16_HI; break; 16750b57cec5SDimitry Andric case ELF::R_PPC64_TOC16_HA: RelType = ELF::R_PPC64_ADDR16_HA; break; 16760b57cec5SDimitry Andric default: llvm_unreachable("Wrong relocation type."); 16770b57cec5SDimitry Andric } 16780b57cec5SDimitry Andric 16790b57cec5SDimitry Andric RelocationValueRef TOCValue; 16800b57cec5SDimitry Andric if (auto Err = findPPC64TOCSection(Obj, ObjSectionToID, TOCValue)) 16810b57cec5SDimitry Andric return std::move(Err); 16820b57cec5SDimitry Andric if (Value.SymbolName || Value.SectionID != TOCValue.SectionID) 16830b57cec5SDimitry Andric llvm_unreachable("Unsupported TOC relocation."); 16840b57cec5SDimitry Andric Value.Addend -= TOCValue.Addend; 16850b57cec5SDimitry Andric resolveRelocation(Sections[SectionID], Offset, Value.Addend, RelType, 0); 16860b57cec5SDimitry Andric } else { 16870b57cec5SDimitry Andric // There are two ways to refer to the TOC address directly: either 16880b57cec5SDimitry Andric // via a ELF::R_PPC64_TOC relocation (where both symbol and addend are 16890b57cec5SDimitry Andric // ignored), or via any relocation that refers to the magic ".TOC." 16900b57cec5SDimitry Andric // symbols (in which case the addend is respected). 16910b57cec5SDimitry Andric if (RelType == ELF::R_PPC64_TOC) { 16920b57cec5SDimitry Andric RelType = ELF::R_PPC64_ADDR64; 16930b57cec5SDimitry Andric if (auto Err = findPPC64TOCSection(Obj, ObjSectionToID, Value)) 16940b57cec5SDimitry Andric return std::move(Err); 16950b57cec5SDimitry Andric } else if (TargetName == ".TOC.") { 16960b57cec5SDimitry Andric if (auto Err = findPPC64TOCSection(Obj, ObjSectionToID, Value)) 16970b57cec5SDimitry Andric return std::move(Err); 16980b57cec5SDimitry Andric Value.Addend += Addend; 16990b57cec5SDimitry Andric } 17000b57cec5SDimitry Andric 17010b57cec5SDimitry Andric RelocationEntry RE(SectionID, Offset, RelType, Value.Addend); 17020b57cec5SDimitry Andric 17030b57cec5SDimitry Andric if (Value.SymbolName) 17040b57cec5SDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 17050b57cec5SDimitry Andric else 17060b57cec5SDimitry Andric addRelocationForSection(RE, Value.SectionID); 17070b57cec5SDimitry Andric } 17080b57cec5SDimitry Andric } else if (Arch == Triple::systemz && 17090b57cec5SDimitry Andric (RelType == ELF::R_390_PLT32DBL || RelType == ELF::R_390_GOTENT)) { 17100b57cec5SDimitry Andric // Create function stubs for both PLT and GOT references, regardless of 17110b57cec5SDimitry Andric // whether the GOT reference is to data or code. The stub contains the 17120b57cec5SDimitry Andric // full address of the symbol, as needed by GOT references, and the 17130b57cec5SDimitry Andric // executable part only adds an overhead of 8 bytes. 17140b57cec5SDimitry Andric // 17150b57cec5SDimitry Andric // We could try to conserve space by allocating the code and data 17160b57cec5SDimitry Andric // parts of the stub separately. However, as things stand, we allocate 17170b57cec5SDimitry Andric // a stub for every relocation, so using a GOT in JIT code should be 17180b57cec5SDimitry Andric // no less space efficient than using an explicit constant pool. 17190b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "\t\tThis is a SystemZ indirect relocation."); 17200b57cec5SDimitry Andric SectionEntry &Section = Sections[SectionID]; 17210b57cec5SDimitry Andric 17220b57cec5SDimitry Andric // Look for an existing stub. 17230b57cec5SDimitry Andric StubMap::const_iterator i = Stubs.find(Value); 17240b57cec5SDimitry Andric uintptr_t StubAddress; 17250b57cec5SDimitry Andric if (i != Stubs.end()) { 17260b57cec5SDimitry Andric StubAddress = uintptr_t(Section.getAddressWithOffset(i->second)); 17270b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Stub function found\n"); 17280b57cec5SDimitry Andric } else { 17290b57cec5SDimitry Andric // Create a new stub function. 17300b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Create a new stub function\n"); 17310b57cec5SDimitry Andric 17320b57cec5SDimitry Andric uintptr_t BaseAddress = uintptr_t(Section.getAddress()); 17330b57cec5SDimitry Andric uintptr_t StubAlignment = getStubAlignment(); 17340b57cec5SDimitry Andric StubAddress = 17350b57cec5SDimitry Andric (BaseAddress + Section.getStubOffset() + StubAlignment - 1) & 17360b57cec5SDimitry Andric -StubAlignment; 17370b57cec5SDimitry Andric unsigned StubOffset = StubAddress - BaseAddress; 17380b57cec5SDimitry Andric 17390b57cec5SDimitry Andric Stubs[Value] = StubOffset; 17400b57cec5SDimitry Andric createStubFunction((uint8_t *)StubAddress); 17410b57cec5SDimitry Andric RelocationEntry RE(SectionID, StubOffset + 8, ELF::R_390_64, 17420b57cec5SDimitry Andric Value.Offset); 17430b57cec5SDimitry Andric if (Value.SymbolName) 17440b57cec5SDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 17450b57cec5SDimitry Andric else 17460b57cec5SDimitry Andric addRelocationForSection(RE, Value.SectionID); 17470b57cec5SDimitry Andric Section.advanceStubOffset(getMaxStubSize()); 17480b57cec5SDimitry Andric } 17490b57cec5SDimitry Andric 17500b57cec5SDimitry Andric if (RelType == ELF::R_390_GOTENT) 17510b57cec5SDimitry Andric resolveRelocation(Section, Offset, StubAddress + 8, ELF::R_390_PC32DBL, 17520b57cec5SDimitry Andric Addend); 17530b57cec5SDimitry Andric else 17540b57cec5SDimitry Andric resolveRelocation(Section, Offset, StubAddress, RelType, Addend); 17550b57cec5SDimitry Andric } else if (Arch == Triple::x86_64) { 17560b57cec5SDimitry Andric if (RelType == ELF::R_X86_64_PLT32) { 17570b57cec5SDimitry Andric // The way the PLT relocations normally work is that the linker allocates 17580b57cec5SDimitry Andric // the 17590b57cec5SDimitry Andric // PLT and this relocation makes a PC-relative call into the PLT. The PLT 17600b57cec5SDimitry Andric // entry will then jump to an address provided by the GOT. On first call, 17610b57cec5SDimitry Andric // the 17620b57cec5SDimitry Andric // GOT address will point back into PLT code that resolves the symbol. After 17630b57cec5SDimitry Andric // the first call, the GOT entry points to the actual function. 17640b57cec5SDimitry Andric // 17650b57cec5SDimitry Andric // For local functions we're ignoring all of that here and just replacing 17660b57cec5SDimitry Andric // the PLT32 relocation type with PC32, which will translate the relocation 17670b57cec5SDimitry Andric // into a PC-relative call directly to the function. For external symbols we 17680b57cec5SDimitry Andric // can't be sure the function will be within 2^32 bytes of the call site, so 17690b57cec5SDimitry Andric // we need to create a stub, which calls into the GOT. This case is 17700b57cec5SDimitry Andric // equivalent to the usual PLT implementation except that we use the stub 17710b57cec5SDimitry Andric // mechanism in RuntimeDyld (which puts stubs at the end of the section) 17720b57cec5SDimitry Andric // rather than allocating a PLT section. 1773fe6060f1SDimitry Andric if (Value.SymbolName && MemMgr.allowStubAllocation()) { 17740b57cec5SDimitry Andric // This is a call to an external function. 17750b57cec5SDimitry Andric // Look for an existing stub. 1776e8d8bef9SDimitry Andric SectionEntry *Section = &Sections[SectionID]; 17770b57cec5SDimitry Andric StubMap::const_iterator i = Stubs.find(Value); 17780b57cec5SDimitry Andric uintptr_t StubAddress; 17790b57cec5SDimitry Andric if (i != Stubs.end()) { 1780e8d8bef9SDimitry Andric StubAddress = uintptr_t(Section->getAddress()) + i->second; 17810b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Stub function found\n"); 17820b57cec5SDimitry Andric } else { 17830b57cec5SDimitry Andric // Create a new stub function (equivalent to a PLT entry). 17840b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << " Create a new stub function\n"); 17850b57cec5SDimitry Andric 1786e8d8bef9SDimitry Andric uintptr_t BaseAddress = uintptr_t(Section->getAddress()); 17870b57cec5SDimitry Andric uintptr_t StubAlignment = getStubAlignment(); 17880b57cec5SDimitry Andric StubAddress = 1789e8d8bef9SDimitry Andric (BaseAddress + Section->getStubOffset() + StubAlignment - 1) & 17900b57cec5SDimitry Andric -StubAlignment; 17910b57cec5SDimitry Andric unsigned StubOffset = StubAddress - BaseAddress; 17920b57cec5SDimitry Andric Stubs[Value] = StubOffset; 17930b57cec5SDimitry Andric createStubFunction((uint8_t *)StubAddress); 17940b57cec5SDimitry Andric 17950b57cec5SDimitry Andric // Bump our stub offset counter 1796e8d8bef9SDimitry Andric Section->advanceStubOffset(getMaxStubSize()); 17970b57cec5SDimitry Andric 17980b57cec5SDimitry Andric // Allocate a GOT Entry 17990b57cec5SDimitry Andric uint64_t GOTOffset = allocateGOTEntries(1); 1800e8d8bef9SDimitry Andric // This potentially creates a new Section which potentially 1801e8d8bef9SDimitry Andric // invalidates the Section pointer, so reload it. 1802e8d8bef9SDimitry Andric Section = &Sections[SectionID]; 18030b57cec5SDimitry Andric 18040b57cec5SDimitry Andric // The load of the GOT address has an addend of -4 18050b57cec5SDimitry Andric resolveGOTOffsetRelocation(SectionID, StubOffset + 2, GOTOffset - 4, 18060b57cec5SDimitry Andric ELF::R_X86_64_PC32); 18070b57cec5SDimitry Andric 18080b57cec5SDimitry Andric // Fill in the value of the symbol we're targeting into the GOT 18090b57cec5SDimitry Andric addRelocationForSymbol( 18100b57cec5SDimitry Andric computeGOTOffsetRE(GOTOffset, 0, ELF::R_X86_64_64), 18110b57cec5SDimitry Andric Value.SymbolName); 18120b57cec5SDimitry Andric } 18130b57cec5SDimitry Andric 18140b57cec5SDimitry Andric // Make the target call a call into the stub table. 1815e8d8bef9SDimitry Andric resolveRelocation(*Section, Offset, StubAddress, ELF::R_X86_64_PC32, 18160b57cec5SDimitry Andric Addend); 18170b57cec5SDimitry Andric } else { 1818fe6060f1SDimitry Andric Value.Addend += support::ulittle32_t::ref( 1819fe6060f1SDimitry Andric computePlaceholderAddress(SectionID, Offset)); 1820fe6060f1SDimitry Andric processSimpleRelocation(SectionID, Offset, ELF::R_X86_64_PC32, Value); 18210b57cec5SDimitry Andric } 18220b57cec5SDimitry Andric } else if (RelType == ELF::R_X86_64_GOTPCREL || 18230b57cec5SDimitry Andric RelType == ELF::R_X86_64_GOTPCRELX || 18240b57cec5SDimitry Andric RelType == ELF::R_X86_64_REX_GOTPCRELX) { 18250b57cec5SDimitry Andric uint64_t GOTOffset = allocateGOTEntries(1); 18260b57cec5SDimitry Andric resolveGOTOffsetRelocation(SectionID, Offset, GOTOffset + Addend, 18270b57cec5SDimitry Andric ELF::R_X86_64_PC32); 18280b57cec5SDimitry Andric 18290b57cec5SDimitry Andric // Fill in the value of the symbol we're targeting into the GOT 18300b57cec5SDimitry Andric RelocationEntry RE = 18310b57cec5SDimitry Andric computeGOTOffsetRE(GOTOffset, Value.Offset, ELF::R_X86_64_64); 18320b57cec5SDimitry Andric if (Value.SymbolName) 18330b57cec5SDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 18340b57cec5SDimitry Andric else 18350b57cec5SDimitry Andric addRelocationForSection(RE, Value.SectionID); 18360b57cec5SDimitry Andric } else if (RelType == ELF::R_X86_64_GOT64) { 18370b57cec5SDimitry Andric // Fill in a 64-bit GOT offset. 18380b57cec5SDimitry Andric uint64_t GOTOffset = allocateGOTEntries(1); 18390b57cec5SDimitry Andric resolveRelocation(Sections[SectionID], Offset, GOTOffset, 18400b57cec5SDimitry Andric ELF::R_X86_64_64, 0); 18410b57cec5SDimitry Andric 18420b57cec5SDimitry Andric // Fill in the value of the symbol we're targeting into the GOT 18430b57cec5SDimitry Andric RelocationEntry RE = 18440b57cec5SDimitry Andric computeGOTOffsetRE(GOTOffset, Value.Offset, ELF::R_X86_64_64); 18450b57cec5SDimitry Andric if (Value.SymbolName) 18460b57cec5SDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 18470b57cec5SDimitry Andric else 18480b57cec5SDimitry Andric addRelocationForSection(RE, Value.SectionID); 1849349cc55cSDimitry Andric } else if (RelType == ELF::R_X86_64_GOTPC32) { 18500b57cec5SDimitry Andric // Materialize the address of the base of the GOT relative to the PC. 18510b57cec5SDimitry Andric // This doesn't create a GOT entry, but it does mean we need a GOT 18520b57cec5SDimitry Andric // section. 18530b57cec5SDimitry Andric (void)allocateGOTEntries(0); 1854349cc55cSDimitry Andric resolveGOTOffsetRelocation(SectionID, Offset, Addend, ELF::R_X86_64_PC32); 1855349cc55cSDimitry Andric } else if (RelType == ELF::R_X86_64_GOTPC64) { 1856349cc55cSDimitry Andric (void)allocateGOTEntries(0); 18570b57cec5SDimitry Andric resolveGOTOffsetRelocation(SectionID, Offset, Addend, ELF::R_X86_64_PC64); 18580b57cec5SDimitry Andric } else if (RelType == ELF::R_X86_64_GOTOFF64) { 18590b57cec5SDimitry Andric // GOTOFF relocations ultimately require a section difference relocation. 18600b57cec5SDimitry Andric (void)allocateGOTEntries(0); 18610b57cec5SDimitry Andric processSimpleRelocation(SectionID, Offset, RelType, Value); 18620b57cec5SDimitry Andric } else if (RelType == ELF::R_X86_64_PC32) { 18630b57cec5SDimitry Andric Value.Addend += support::ulittle32_t::ref(computePlaceholderAddress(SectionID, Offset)); 18640b57cec5SDimitry Andric processSimpleRelocation(SectionID, Offset, RelType, Value); 18650b57cec5SDimitry Andric } else if (RelType == ELF::R_X86_64_PC64) { 18660b57cec5SDimitry Andric Value.Addend += support::ulittle64_t::ref(computePlaceholderAddress(SectionID, Offset)); 18670b57cec5SDimitry Andric processSimpleRelocation(SectionID, Offset, RelType, Value); 1868349cc55cSDimitry Andric } else if (RelType == ELF::R_X86_64_GOTTPOFF) { 1869349cc55cSDimitry Andric processX86_64GOTTPOFFRelocation(SectionID, Offset, Value, Addend); 1870349cc55cSDimitry Andric } else if (RelType == ELF::R_X86_64_TLSGD || 1871349cc55cSDimitry Andric RelType == ELF::R_X86_64_TLSLD) { 1872349cc55cSDimitry Andric // The next relocation must be the relocation for __tls_get_addr. 1873349cc55cSDimitry Andric ++RelI; 1874349cc55cSDimitry Andric auto &GetAddrRelocation = *RelI; 1875349cc55cSDimitry Andric processX86_64TLSRelocation(SectionID, Offset, RelType, Value, Addend, 1876349cc55cSDimitry Andric GetAddrRelocation); 18770b57cec5SDimitry Andric } else { 18780b57cec5SDimitry Andric processSimpleRelocation(SectionID, Offset, RelType, Value); 18790b57cec5SDimitry Andric } 18800b57cec5SDimitry Andric } else { 18810b57cec5SDimitry Andric if (Arch == Triple::x86) { 18820b57cec5SDimitry Andric Value.Addend += support::ulittle32_t::ref(computePlaceholderAddress(SectionID, Offset)); 18830b57cec5SDimitry Andric } 18840b57cec5SDimitry Andric processSimpleRelocation(SectionID, Offset, RelType, Value); 18850b57cec5SDimitry Andric } 18860b57cec5SDimitry Andric return ++RelI; 18870b57cec5SDimitry Andric } 18880b57cec5SDimitry Andric 1889349cc55cSDimitry Andric void RuntimeDyldELF::processX86_64GOTTPOFFRelocation(unsigned SectionID, 1890349cc55cSDimitry Andric uint64_t Offset, 1891349cc55cSDimitry Andric RelocationValueRef Value, 1892349cc55cSDimitry Andric int64_t Addend) { 1893349cc55cSDimitry Andric // Use the approach from "x86-64 Linker Optimizations" from the TLS spec 1894349cc55cSDimitry Andric // to replace the GOTTPOFF relocation with a TPOFF relocation. The spec 1895349cc55cSDimitry Andric // only mentions one optimization even though there are two different 1896349cc55cSDimitry Andric // code sequences for the Initial Exec TLS Model. We match the code to 1897349cc55cSDimitry Andric // find out which one was used. 1898349cc55cSDimitry Andric 1899349cc55cSDimitry Andric // A possible TLS code sequence and its replacement 1900349cc55cSDimitry Andric struct CodeSequence { 1901349cc55cSDimitry Andric // The expected code sequence 1902349cc55cSDimitry Andric ArrayRef<uint8_t> ExpectedCodeSequence; 1903349cc55cSDimitry Andric // The negative offset of the GOTTPOFF relocation to the beginning of 1904349cc55cSDimitry Andric // the sequence 1905349cc55cSDimitry Andric uint64_t TLSSequenceOffset; 1906349cc55cSDimitry Andric // The new code sequence 1907349cc55cSDimitry Andric ArrayRef<uint8_t> NewCodeSequence; 1908349cc55cSDimitry Andric // The offset of the new TPOFF relocation 1909349cc55cSDimitry Andric uint64_t TpoffRelocationOffset; 1910349cc55cSDimitry Andric }; 1911349cc55cSDimitry Andric 1912349cc55cSDimitry Andric std::array<CodeSequence, 2> CodeSequences; 1913349cc55cSDimitry Andric 1914349cc55cSDimitry Andric // Initial Exec Code Model Sequence 1915349cc55cSDimitry Andric { 1916349cc55cSDimitry Andric static const std::initializer_list<uint8_t> ExpectedCodeSequenceList = { 1917349cc55cSDimitry Andric 0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 1918349cc55cSDimitry Andric 0x00, // mov %fs:0, %rax 1919349cc55cSDimitry Andric 0x48, 0x03, 0x05, 0x00, 0x00, 0x00, 0x00 // add x@gotpoff(%rip), 1920349cc55cSDimitry Andric // %rax 1921349cc55cSDimitry Andric }; 1922349cc55cSDimitry Andric CodeSequences[0].ExpectedCodeSequence = 1923349cc55cSDimitry Andric ArrayRef<uint8_t>(ExpectedCodeSequenceList); 1924349cc55cSDimitry Andric CodeSequences[0].TLSSequenceOffset = 12; 1925349cc55cSDimitry Andric 1926349cc55cSDimitry Andric static const std::initializer_list<uint8_t> NewCodeSequenceList = { 1927349cc55cSDimitry Andric 0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0, %rax 1928349cc55cSDimitry Andric 0x48, 0x8d, 0x80, 0x00, 0x00, 0x00, 0x00 // lea x@tpoff(%rax), %rax 1929349cc55cSDimitry Andric }; 1930349cc55cSDimitry Andric CodeSequences[0].NewCodeSequence = ArrayRef<uint8_t>(NewCodeSequenceList); 1931349cc55cSDimitry Andric CodeSequences[0].TpoffRelocationOffset = 12; 1932349cc55cSDimitry Andric } 1933349cc55cSDimitry Andric 1934349cc55cSDimitry Andric // Initial Exec Code Model Sequence, II 1935349cc55cSDimitry Andric { 1936349cc55cSDimitry Andric static const std::initializer_list<uint8_t> ExpectedCodeSequenceList = { 1937349cc55cSDimitry Andric 0x48, 0x8b, 0x05, 0x00, 0x00, 0x00, 0x00, // mov x@gotpoff(%rip), %rax 1938349cc55cSDimitry Andric 0x64, 0x48, 0x8b, 0x00, 0x00, 0x00, 0x00 // mov %fs:(%rax), %rax 1939349cc55cSDimitry Andric }; 1940349cc55cSDimitry Andric CodeSequences[1].ExpectedCodeSequence = 1941349cc55cSDimitry Andric ArrayRef<uint8_t>(ExpectedCodeSequenceList); 1942349cc55cSDimitry Andric CodeSequences[1].TLSSequenceOffset = 3; 1943349cc55cSDimitry Andric 1944349cc55cSDimitry Andric static const std::initializer_list<uint8_t> NewCodeSequenceList = { 1945349cc55cSDimitry Andric 0x66, 0x0f, 0x1f, 0x44, 0x00, 0x00, // 6 byte nop 1946349cc55cSDimitry Andric 0x64, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:x@tpoff, %rax 1947349cc55cSDimitry Andric }; 1948349cc55cSDimitry Andric CodeSequences[1].NewCodeSequence = ArrayRef<uint8_t>(NewCodeSequenceList); 1949349cc55cSDimitry Andric CodeSequences[1].TpoffRelocationOffset = 10; 1950349cc55cSDimitry Andric } 1951349cc55cSDimitry Andric 1952349cc55cSDimitry Andric bool Resolved = false; 1953349cc55cSDimitry Andric auto &Section = Sections[SectionID]; 1954349cc55cSDimitry Andric for (const auto &C : CodeSequences) { 1955349cc55cSDimitry Andric assert(C.ExpectedCodeSequence.size() == C.NewCodeSequence.size() && 1956349cc55cSDimitry Andric "Old and new code sequences must have the same size"); 1957349cc55cSDimitry Andric 1958349cc55cSDimitry Andric if (Offset < C.TLSSequenceOffset || 1959349cc55cSDimitry Andric (Offset - C.TLSSequenceOffset + C.NewCodeSequence.size()) > 1960349cc55cSDimitry Andric Section.getSize()) { 1961349cc55cSDimitry Andric // This can't be a matching sequence as it doesn't fit in the current 1962349cc55cSDimitry Andric // section 1963349cc55cSDimitry Andric continue; 1964349cc55cSDimitry Andric } 1965349cc55cSDimitry Andric 1966349cc55cSDimitry Andric auto TLSSequenceStartOffset = Offset - C.TLSSequenceOffset; 1967349cc55cSDimitry Andric auto *TLSSequence = Section.getAddressWithOffset(TLSSequenceStartOffset); 1968349cc55cSDimitry Andric if (ArrayRef<uint8_t>(TLSSequence, C.ExpectedCodeSequence.size()) != 1969349cc55cSDimitry Andric C.ExpectedCodeSequence) { 1970349cc55cSDimitry Andric continue; 1971349cc55cSDimitry Andric } 1972349cc55cSDimitry Andric 1973349cc55cSDimitry Andric memcpy(TLSSequence, C.NewCodeSequence.data(), C.NewCodeSequence.size()); 1974349cc55cSDimitry Andric 1975349cc55cSDimitry Andric // The original GOTTPOFF relocation has an addend as it is PC relative, 1976349cc55cSDimitry Andric // so it needs to be corrected. The TPOFF32 relocation is used as an 1977349cc55cSDimitry Andric // absolute value (which is an offset from %fs:0), so remove the addend 1978349cc55cSDimitry Andric // again. 1979349cc55cSDimitry Andric RelocationEntry RE(SectionID, 1980349cc55cSDimitry Andric TLSSequenceStartOffset + C.TpoffRelocationOffset, 1981349cc55cSDimitry Andric ELF::R_X86_64_TPOFF32, Value.Addend - Addend); 1982349cc55cSDimitry Andric 1983349cc55cSDimitry Andric if (Value.SymbolName) 1984349cc55cSDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 1985349cc55cSDimitry Andric else 1986349cc55cSDimitry Andric addRelocationForSection(RE, Value.SectionID); 1987349cc55cSDimitry Andric 1988349cc55cSDimitry Andric Resolved = true; 1989349cc55cSDimitry Andric break; 1990349cc55cSDimitry Andric } 1991349cc55cSDimitry Andric 1992349cc55cSDimitry Andric if (!Resolved) { 1993349cc55cSDimitry Andric // The GOTTPOFF relocation was not used in one of the sequences 1994349cc55cSDimitry Andric // described in the spec, so we can't optimize it to a TPOFF 1995349cc55cSDimitry Andric // relocation. 1996349cc55cSDimitry Andric uint64_t GOTOffset = allocateGOTEntries(1); 1997349cc55cSDimitry Andric resolveGOTOffsetRelocation(SectionID, Offset, GOTOffset + Addend, 1998349cc55cSDimitry Andric ELF::R_X86_64_PC32); 1999349cc55cSDimitry Andric RelocationEntry RE = 2000349cc55cSDimitry Andric computeGOTOffsetRE(GOTOffset, Value.Offset, ELF::R_X86_64_TPOFF64); 2001349cc55cSDimitry Andric if (Value.SymbolName) 2002349cc55cSDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 2003349cc55cSDimitry Andric else 2004349cc55cSDimitry Andric addRelocationForSection(RE, Value.SectionID); 2005349cc55cSDimitry Andric } 2006349cc55cSDimitry Andric } 2007349cc55cSDimitry Andric 2008349cc55cSDimitry Andric void RuntimeDyldELF::processX86_64TLSRelocation( 2009349cc55cSDimitry Andric unsigned SectionID, uint64_t Offset, uint64_t RelType, 2010349cc55cSDimitry Andric RelocationValueRef Value, int64_t Addend, 2011349cc55cSDimitry Andric const RelocationRef &GetAddrRelocation) { 2012349cc55cSDimitry Andric // Since we are statically linking and have no additional DSOs, we can resolve 2013349cc55cSDimitry Andric // the relocation directly without using __tls_get_addr. 2014349cc55cSDimitry Andric // Use the approach from "x86-64 Linker Optimizations" from the TLS spec 2015349cc55cSDimitry Andric // to replace it with the Local Exec relocation variant. 2016349cc55cSDimitry Andric 2017349cc55cSDimitry Andric // Find out whether the code was compiled with the large or small memory 2018349cc55cSDimitry Andric // model. For this we look at the next relocation which is the relocation 2019349cc55cSDimitry Andric // for the __tls_get_addr function. If it's a 32 bit relocation, it's the 2020349cc55cSDimitry Andric // small code model, with a 64 bit relocation it's the large code model. 2021349cc55cSDimitry Andric bool IsSmallCodeModel; 2022349cc55cSDimitry Andric // Is the relocation for the __tls_get_addr a PC-relative GOT relocation? 2023349cc55cSDimitry Andric bool IsGOTPCRel = false; 2024349cc55cSDimitry Andric 2025349cc55cSDimitry Andric switch (GetAddrRelocation.getType()) { 2026349cc55cSDimitry Andric case ELF::R_X86_64_GOTPCREL: 2027349cc55cSDimitry Andric case ELF::R_X86_64_REX_GOTPCRELX: 2028349cc55cSDimitry Andric case ELF::R_X86_64_GOTPCRELX: 2029349cc55cSDimitry Andric IsGOTPCRel = true; 2030349cc55cSDimitry Andric LLVM_FALLTHROUGH; 2031349cc55cSDimitry Andric case ELF::R_X86_64_PLT32: 2032349cc55cSDimitry Andric IsSmallCodeModel = true; 2033349cc55cSDimitry Andric break; 2034349cc55cSDimitry Andric case ELF::R_X86_64_PLTOFF64: 2035349cc55cSDimitry Andric IsSmallCodeModel = false; 2036349cc55cSDimitry Andric break; 2037349cc55cSDimitry Andric default: 2038349cc55cSDimitry Andric report_fatal_error( 2039349cc55cSDimitry Andric "invalid TLS relocations for General/Local Dynamic TLS Model: " 2040349cc55cSDimitry Andric "expected PLT or GOT relocation for __tls_get_addr function"); 2041349cc55cSDimitry Andric } 2042349cc55cSDimitry Andric 2043349cc55cSDimitry Andric // The negative offset to the start of the TLS code sequence relative to 2044349cc55cSDimitry Andric // the offset of the TLSGD/TLSLD relocation 2045349cc55cSDimitry Andric uint64_t TLSSequenceOffset; 2046349cc55cSDimitry Andric // The expected start of the code sequence 2047349cc55cSDimitry Andric ArrayRef<uint8_t> ExpectedCodeSequence; 2048349cc55cSDimitry Andric // The new TLS code sequence that will replace the existing code 2049349cc55cSDimitry Andric ArrayRef<uint8_t> NewCodeSequence; 2050349cc55cSDimitry Andric 2051349cc55cSDimitry Andric if (RelType == ELF::R_X86_64_TLSGD) { 2052349cc55cSDimitry Andric // The offset of the new TPOFF32 relocation (offset starting from the 2053349cc55cSDimitry Andric // beginning of the whole TLS sequence) 2054349cc55cSDimitry Andric uint64_t TpoffRelocOffset; 2055349cc55cSDimitry Andric 2056349cc55cSDimitry Andric if (IsSmallCodeModel) { 2057349cc55cSDimitry Andric if (!IsGOTPCRel) { 2058349cc55cSDimitry Andric static const std::initializer_list<uint8_t> CodeSequence = { 2059349cc55cSDimitry Andric 0x66, // data16 (no-op prefix) 2060349cc55cSDimitry Andric 0x48, 0x8d, 0x3d, 0x00, 0x00, 2061349cc55cSDimitry Andric 0x00, 0x00, // lea <disp32>(%rip), %rdi 2062349cc55cSDimitry Andric 0x66, 0x66, // two data16 prefixes 2063349cc55cSDimitry Andric 0x48, // rex64 (no-op prefix) 2064349cc55cSDimitry Andric 0xe8, 0x00, 0x00, 0x00, 0x00 // call __tls_get_addr@plt 2065349cc55cSDimitry Andric }; 2066349cc55cSDimitry Andric ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence); 2067349cc55cSDimitry Andric TLSSequenceOffset = 4; 2068349cc55cSDimitry Andric } else { 2069349cc55cSDimitry Andric // This code sequence is not described in the TLS spec but gcc 2070349cc55cSDimitry Andric // generates it sometimes. 2071349cc55cSDimitry Andric static const std::initializer_list<uint8_t> CodeSequence = { 2072349cc55cSDimitry Andric 0x66, // data16 (no-op prefix) 2073349cc55cSDimitry Andric 0x48, 0x8d, 0x3d, 0x00, 0x00, 2074349cc55cSDimitry Andric 0x00, 0x00, // lea <disp32>(%rip), %rdi 2075349cc55cSDimitry Andric 0x66, // data16 prefix (no-op prefix) 2076349cc55cSDimitry Andric 0x48, // rex64 (no-op prefix) 2077349cc55cSDimitry Andric 0xff, 0x15, 0x00, 0x00, 0x00, 2078349cc55cSDimitry Andric 0x00 // call *__tls_get_addr@gotpcrel(%rip) 2079349cc55cSDimitry Andric }; 2080349cc55cSDimitry Andric ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence); 2081349cc55cSDimitry Andric TLSSequenceOffset = 4; 2082349cc55cSDimitry Andric } 2083349cc55cSDimitry Andric 2084349cc55cSDimitry Andric // The replacement code for the small code model. It's the same for 2085349cc55cSDimitry Andric // both sequences. 2086349cc55cSDimitry Andric static const std::initializer_list<uint8_t> SmallSequence = { 2087349cc55cSDimitry Andric 0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 2088349cc55cSDimitry Andric 0x00, // mov %fs:0, %rax 2089349cc55cSDimitry Andric 0x48, 0x8d, 0x80, 0x00, 0x00, 0x00, 0x00 // lea x@tpoff(%rax), 2090349cc55cSDimitry Andric // %rax 2091349cc55cSDimitry Andric }; 2092349cc55cSDimitry Andric NewCodeSequence = ArrayRef<uint8_t>(SmallSequence); 2093349cc55cSDimitry Andric TpoffRelocOffset = 12; 2094349cc55cSDimitry Andric } else { 2095349cc55cSDimitry Andric static const std::initializer_list<uint8_t> CodeSequence = { 2096349cc55cSDimitry Andric 0x48, 0x8d, 0x3d, 0x00, 0x00, 0x00, 0x00, // lea <disp32>(%rip), 2097349cc55cSDimitry Andric // %rdi 2098349cc55cSDimitry Andric 0x48, 0xb8, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 2099349cc55cSDimitry Andric 0x00, // movabs $__tls_get_addr@pltoff, %rax 2100349cc55cSDimitry Andric 0x48, 0x01, 0xd8, // add %rbx, %rax 2101349cc55cSDimitry Andric 0xff, 0xd0 // call *%rax 2102349cc55cSDimitry Andric }; 2103349cc55cSDimitry Andric ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence); 2104349cc55cSDimitry Andric TLSSequenceOffset = 3; 2105349cc55cSDimitry Andric 2106349cc55cSDimitry Andric // The replacement code for the large code model 2107349cc55cSDimitry Andric static const std::initializer_list<uint8_t> LargeSequence = { 2108349cc55cSDimitry Andric 0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 2109349cc55cSDimitry Andric 0x00, // mov %fs:0, %rax 2110349cc55cSDimitry Andric 0x48, 0x8d, 0x80, 0x00, 0x00, 0x00, 0x00, // lea x@tpoff(%rax), 2111349cc55cSDimitry Andric // %rax 2112349cc55cSDimitry Andric 0x66, 0x0f, 0x1f, 0x44, 0x00, 0x00 // nopw 0x0(%rax,%rax,1) 2113349cc55cSDimitry Andric }; 2114349cc55cSDimitry Andric NewCodeSequence = ArrayRef<uint8_t>(LargeSequence); 2115349cc55cSDimitry Andric TpoffRelocOffset = 12; 2116349cc55cSDimitry Andric } 2117349cc55cSDimitry Andric 2118349cc55cSDimitry Andric // The TLSGD/TLSLD relocations are PC-relative, so they have an addend. 2119349cc55cSDimitry Andric // The new TPOFF32 relocations is used as an absolute offset from 2120349cc55cSDimitry Andric // %fs:0, so remove the TLSGD/TLSLD addend again. 2121349cc55cSDimitry Andric RelocationEntry RE(SectionID, Offset - TLSSequenceOffset + TpoffRelocOffset, 2122349cc55cSDimitry Andric ELF::R_X86_64_TPOFF32, Value.Addend - Addend); 2123349cc55cSDimitry Andric if (Value.SymbolName) 2124349cc55cSDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 2125349cc55cSDimitry Andric else 2126349cc55cSDimitry Andric addRelocationForSection(RE, Value.SectionID); 2127349cc55cSDimitry Andric } else if (RelType == ELF::R_X86_64_TLSLD) { 2128349cc55cSDimitry Andric if (IsSmallCodeModel) { 2129349cc55cSDimitry Andric if (!IsGOTPCRel) { 2130349cc55cSDimitry Andric static const std::initializer_list<uint8_t> CodeSequence = { 2131349cc55cSDimitry Andric 0x48, 0x8d, 0x3d, 0x00, 0x00, 0x00, // leaq <disp32>(%rip), %rdi 2132349cc55cSDimitry Andric 0x00, 0xe8, 0x00, 0x00, 0x00, 0x00 // call __tls_get_addr@plt 2133349cc55cSDimitry Andric }; 2134349cc55cSDimitry Andric ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence); 2135349cc55cSDimitry Andric TLSSequenceOffset = 3; 2136349cc55cSDimitry Andric 2137349cc55cSDimitry Andric // The replacement code for the small code model 2138349cc55cSDimitry Andric static const std::initializer_list<uint8_t> SmallSequence = { 2139349cc55cSDimitry Andric 0x66, 0x66, 0x66, // three data16 prefixes (no-op) 2140349cc55cSDimitry Andric 0x64, 0x48, 0x8b, 0x04, 0x25, 2141349cc55cSDimitry Andric 0x00, 0x00, 0x00, 0x00 // mov %fs:0, %rax 2142349cc55cSDimitry Andric }; 2143349cc55cSDimitry Andric NewCodeSequence = ArrayRef<uint8_t>(SmallSequence); 2144349cc55cSDimitry Andric } else { 2145349cc55cSDimitry Andric // This code sequence is not described in the TLS spec but gcc 2146349cc55cSDimitry Andric // generates it sometimes. 2147349cc55cSDimitry Andric static const std::initializer_list<uint8_t> CodeSequence = { 2148349cc55cSDimitry Andric 0x48, 0x8d, 0x3d, 0x00, 2149349cc55cSDimitry Andric 0x00, 0x00, 0x00, // leaq <disp32>(%rip), %rdi 2150349cc55cSDimitry Andric 0xff, 0x15, 0x00, 0x00, 2151349cc55cSDimitry Andric 0x00, 0x00 // call 2152349cc55cSDimitry Andric // *__tls_get_addr@gotpcrel(%rip) 2153349cc55cSDimitry Andric }; 2154349cc55cSDimitry Andric ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence); 2155349cc55cSDimitry Andric TLSSequenceOffset = 3; 2156349cc55cSDimitry Andric 2157349cc55cSDimitry Andric // The replacement is code is just like above but it needs to be 2158349cc55cSDimitry Andric // one byte longer. 2159349cc55cSDimitry Andric static const std::initializer_list<uint8_t> SmallSequence = { 2160349cc55cSDimitry Andric 0x0f, 0x1f, 0x40, 0x00, // 4 byte nop 2161349cc55cSDimitry Andric 0x64, 0x48, 0x8b, 0x04, 0x25, 2162349cc55cSDimitry Andric 0x00, 0x00, 0x00, 0x00 // mov %fs:0, %rax 2163349cc55cSDimitry Andric }; 2164349cc55cSDimitry Andric NewCodeSequence = ArrayRef<uint8_t>(SmallSequence); 2165349cc55cSDimitry Andric } 2166349cc55cSDimitry Andric } else { 2167349cc55cSDimitry Andric // This is the same sequence as for the TLSGD sequence with the large 2168349cc55cSDimitry Andric // memory model above 2169349cc55cSDimitry Andric static const std::initializer_list<uint8_t> CodeSequence = { 2170349cc55cSDimitry Andric 0x48, 0x8d, 0x3d, 0x00, 0x00, 0x00, 0x00, // lea <disp32>(%rip), 2171349cc55cSDimitry Andric // %rdi 2172349cc55cSDimitry Andric 0x48, 0xb8, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 2173349cc55cSDimitry Andric 0x48, // movabs $__tls_get_addr@pltoff, %rax 2174349cc55cSDimitry Andric 0x01, 0xd8, // add %rbx, %rax 2175349cc55cSDimitry Andric 0xff, 0xd0 // call *%rax 2176349cc55cSDimitry Andric }; 2177349cc55cSDimitry Andric ExpectedCodeSequence = ArrayRef<uint8_t>(CodeSequence); 2178349cc55cSDimitry Andric TLSSequenceOffset = 3; 2179349cc55cSDimitry Andric 2180349cc55cSDimitry Andric // The replacement code for the large code model 2181349cc55cSDimitry Andric static const std::initializer_list<uint8_t> LargeSequence = { 2182349cc55cSDimitry Andric 0x66, 0x66, 0x66, // three data16 prefixes (no-op) 2183349cc55cSDimitry Andric 0x66, 0x66, 0x0f, 0x1f, 0x84, 0x00, 0x00, 0x00, 0x00, 2184349cc55cSDimitry Andric 0x00, // 10 byte nop 2185349cc55cSDimitry Andric 0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00 // mov %fs:0,%rax 2186349cc55cSDimitry Andric }; 2187349cc55cSDimitry Andric NewCodeSequence = ArrayRef<uint8_t>(LargeSequence); 2188349cc55cSDimitry Andric } 2189349cc55cSDimitry Andric } else { 2190349cc55cSDimitry Andric llvm_unreachable("both TLS relocations handled above"); 2191349cc55cSDimitry Andric } 2192349cc55cSDimitry Andric 2193349cc55cSDimitry Andric assert(ExpectedCodeSequence.size() == NewCodeSequence.size() && 2194349cc55cSDimitry Andric "Old and new code sequences must have the same size"); 2195349cc55cSDimitry Andric 2196349cc55cSDimitry Andric auto &Section = Sections[SectionID]; 2197349cc55cSDimitry Andric if (Offset < TLSSequenceOffset || 2198349cc55cSDimitry Andric (Offset - TLSSequenceOffset + NewCodeSequence.size()) > 2199349cc55cSDimitry Andric Section.getSize()) { 2200349cc55cSDimitry Andric report_fatal_error("unexpected end of section in TLS sequence"); 2201349cc55cSDimitry Andric } 2202349cc55cSDimitry Andric 2203349cc55cSDimitry Andric auto *TLSSequence = Section.getAddressWithOffset(Offset - TLSSequenceOffset); 2204349cc55cSDimitry Andric if (ArrayRef<uint8_t>(TLSSequence, ExpectedCodeSequence.size()) != 2205349cc55cSDimitry Andric ExpectedCodeSequence) { 2206349cc55cSDimitry Andric report_fatal_error( 2207349cc55cSDimitry Andric "invalid TLS sequence for Global/Local Dynamic TLS Model"); 2208349cc55cSDimitry Andric } 2209349cc55cSDimitry Andric 2210349cc55cSDimitry Andric memcpy(TLSSequence, NewCodeSequence.data(), NewCodeSequence.size()); 2211349cc55cSDimitry Andric } 2212349cc55cSDimitry Andric 22130b57cec5SDimitry Andric size_t RuntimeDyldELF::getGOTEntrySize() { 22140b57cec5SDimitry Andric // We don't use the GOT in all of these cases, but it's essentially free 22150b57cec5SDimitry Andric // to put them all here. 22160b57cec5SDimitry Andric size_t Result = 0; 22170b57cec5SDimitry Andric switch (Arch) { 22180b57cec5SDimitry Andric case Triple::x86_64: 22190b57cec5SDimitry Andric case Triple::aarch64: 22200b57cec5SDimitry Andric case Triple::aarch64_be: 22210b57cec5SDimitry Andric case Triple::ppc64: 22220b57cec5SDimitry Andric case Triple::ppc64le: 22230b57cec5SDimitry Andric case Triple::systemz: 22240b57cec5SDimitry Andric Result = sizeof(uint64_t); 22250b57cec5SDimitry Andric break; 22260b57cec5SDimitry Andric case Triple::x86: 22270b57cec5SDimitry Andric case Triple::arm: 22280b57cec5SDimitry Andric case Triple::thumb: 22290b57cec5SDimitry Andric Result = sizeof(uint32_t); 22300b57cec5SDimitry Andric break; 22310b57cec5SDimitry Andric case Triple::mips: 22320b57cec5SDimitry Andric case Triple::mipsel: 22330b57cec5SDimitry Andric case Triple::mips64: 22340b57cec5SDimitry Andric case Triple::mips64el: 22350b57cec5SDimitry Andric if (IsMipsO32ABI || IsMipsN32ABI) 22360b57cec5SDimitry Andric Result = sizeof(uint32_t); 22370b57cec5SDimitry Andric else if (IsMipsN64ABI) 22380b57cec5SDimitry Andric Result = sizeof(uint64_t); 22390b57cec5SDimitry Andric else 22400b57cec5SDimitry Andric llvm_unreachable("Mips ABI not handled"); 22410b57cec5SDimitry Andric break; 22420b57cec5SDimitry Andric default: 22430b57cec5SDimitry Andric llvm_unreachable("Unsupported CPU type!"); 22440b57cec5SDimitry Andric } 22450b57cec5SDimitry Andric return Result; 22460b57cec5SDimitry Andric } 22470b57cec5SDimitry Andric 22480b57cec5SDimitry Andric uint64_t RuntimeDyldELF::allocateGOTEntries(unsigned no) { 22490b57cec5SDimitry Andric if (GOTSectionID == 0) { 22500b57cec5SDimitry Andric GOTSectionID = Sections.size(); 22510b57cec5SDimitry Andric // Reserve a section id. We'll allocate the section later 22520b57cec5SDimitry Andric // once we know the total size 22530b57cec5SDimitry Andric Sections.push_back(SectionEntry(".got", nullptr, 0, 0, 0)); 22540b57cec5SDimitry Andric } 22550b57cec5SDimitry Andric uint64_t StartOffset = CurrentGOTIndex * getGOTEntrySize(); 22560b57cec5SDimitry Andric CurrentGOTIndex += no; 22570b57cec5SDimitry Andric return StartOffset; 22580b57cec5SDimitry Andric } 22590b57cec5SDimitry Andric 22600b57cec5SDimitry Andric uint64_t RuntimeDyldELF::findOrAllocGOTEntry(const RelocationValueRef &Value, 22610b57cec5SDimitry Andric unsigned GOTRelType) { 22620b57cec5SDimitry Andric auto E = GOTOffsetMap.insert({Value, 0}); 22630b57cec5SDimitry Andric if (E.second) { 22640b57cec5SDimitry Andric uint64_t GOTOffset = allocateGOTEntries(1); 22650b57cec5SDimitry Andric 22660b57cec5SDimitry Andric // Create relocation for newly created GOT entry 22670b57cec5SDimitry Andric RelocationEntry RE = 22680b57cec5SDimitry Andric computeGOTOffsetRE(GOTOffset, Value.Offset, GOTRelType); 22690b57cec5SDimitry Andric if (Value.SymbolName) 22700b57cec5SDimitry Andric addRelocationForSymbol(RE, Value.SymbolName); 22710b57cec5SDimitry Andric else 22720b57cec5SDimitry Andric addRelocationForSection(RE, Value.SectionID); 22730b57cec5SDimitry Andric 22740b57cec5SDimitry Andric E.first->second = GOTOffset; 22750b57cec5SDimitry Andric } 22760b57cec5SDimitry Andric 22770b57cec5SDimitry Andric return E.first->second; 22780b57cec5SDimitry Andric } 22790b57cec5SDimitry Andric 22800b57cec5SDimitry Andric void RuntimeDyldELF::resolveGOTOffsetRelocation(unsigned SectionID, 22810b57cec5SDimitry Andric uint64_t Offset, 22820b57cec5SDimitry Andric uint64_t GOTOffset, 22830b57cec5SDimitry Andric uint32_t Type) { 22840b57cec5SDimitry Andric // Fill in the relative address of the GOT Entry into the stub 22850b57cec5SDimitry Andric RelocationEntry GOTRE(SectionID, Offset, Type, GOTOffset); 22860b57cec5SDimitry Andric addRelocationForSection(GOTRE, GOTSectionID); 22870b57cec5SDimitry Andric } 22880b57cec5SDimitry Andric 22890b57cec5SDimitry Andric RelocationEntry RuntimeDyldELF::computeGOTOffsetRE(uint64_t GOTOffset, 22900b57cec5SDimitry Andric uint64_t SymbolOffset, 22910b57cec5SDimitry Andric uint32_t Type) { 22920b57cec5SDimitry Andric return RelocationEntry(GOTSectionID, GOTOffset, Type, SymbolOffset); 22930b57cec5SDimitry Andric } 22940b57cec5SDimitry Andric 22950b57cec5SDimitry Andric Error RuntimeDyldELF::finalizeLoad(const ObjectFile &Obj, 22960b57cec5SDimitry Andric ObjSectionToIDMap &SectionMap) { 22970b57cec5SDimitry Andric if (IsMipsO32ABI) 22980b57cec5SDimitry Andric if (!PendingRelocs.empty()) 22990b57cec5SDimitry Andric return make_error<RuntimeDyldError>("Can't find matching LO16 reloc"); 23000b57cec5SDimitry Andric 23010b57cec5SDimitry Andric // If necessary, allocate the global offset table 23020b57cec5SDimitry Andric if (GOTSectionID != 0) { 23030b57cec5SDimitry Andric // Allocate memory for the section 23040b57cec5SDimitry Andric size_t TotalSize = CurrentGOTIndex * getGOTEntrySize(); 23050b57cec5SDimitry Andric uint8_t *Addr = MemMgr.allocateDataSection(TotalSize, getGOTEntrySize(), 23060b57cec5SDimitry Andric GOTSectionID, ".got", false); 23070b57cec5SDimitry Andric if (!Addr) 23080b57cec5SDimitry Andric return make_error<RuntimeDyldError>("Unable to allocate memory for GOT!"); 23090b57cec5SDimitry Andric 23100b57cec5SDimitry Andric Sections[GOTSectionID] = 23110b57cec5SDimitry Andric SectionEntry(".got", Addr, TotalSize, TotalSize, 0); 23120b57cec5SDimitry Andric 23130b57cec5SDimitry Andric // For now, initialize all GOT entries to zero. We'll fill them in as 23140b57cec5SDimitry Andric // needed when GOT-based relocations are applied. 23150b57cec5SDimitry Andric memset(Addr, 0, TotalSize); 23160b57cec5SDimitry Andric if (IsMipsN32ABI || IsMipsN64ABI) { 23170b57cec5SDimitry Andric // To correctly resolve Mips GOT relocations, we need a mapping from 23180b57cec5SDimitry Andric // object's sections to GOTs. 23190b57cec5SDimitry Andric for (section_iterator SI = Obj.section_begin(), SE = Obj.section_end(); 23200b57cec5SDimitry Andric SI != SE; ++SI) { 23210b57cec5SDimitry Andric if (SI->relocation_begin() != SI->relocation_end()) { 23228bcb0991SDimitry Andric Expected<section_iterator> RelSecOrErr = SI->getRelocatedSection(); 23238bcb0991SDimitry Andric if (!RelSecOrErr) 23248bcb0991SDimitry Andric return make_error<RuntimeDyldError>( 23258bcb0991SDimitry Andric toString(RelSecOrErr.takeError())); 23268bcb0991SDimitry Andric 23278bcb0991SDimitry Andric section_iterator RelocatedSection = *RelSecOrErr; 23280b57cec5SDimitry Andric ObjSectionToIDMap::iterator i = SectionMap.find(*RelocatedSection); 23290b57cec5SDimitry Andric assert (i != SectionMap.end()); 23300b57cec5SDimitry Andric SectionToGOTMap[i->second] = GOTSectionID; 23310b57cec5SDimitry Andric } 23320b57cec5SDimitry Andric } 23330b57cec5SDimitry Andric GOTSymbolOffsets.clear(); 23340b57cec5SDimitry Andric } 23350b57cec5SDimitry Andric } 23360b57cec5SDimitry Andric 23370b57cec5SDimitry Andric // Look for and record the EH frame section. 23380b57cec5SDimitry Andric ObjSectionToIDMap::iterator i, e; 23390b57cec5SDimitry Andric for (i = SectionMap.begin(), e = SectionMap.end(); i != e; ++i) { 23400b57cec5SDimitry Andric const SectionRef &Section = i->first; 23418bcb0991SDimitry Andric 23420b57cec5SDimitry Andric StringRef Name; 23438bcb0991SDimitry Andric Expected<StringRef> NameOrErr = Section.getName(); 23448bcb0991SDimitry Andric if (NameOrErr) 23458bcb0991SDimitry Andric Name = *NameOrErr; 23468bcb0991SDimitry Andric else 23478bcb0991SDimitry Andric consumeError(NameOrErr.takeError()); 23488bcb0991SDimitry Andric 23490b57cec5SDimitry Andric if (Name == ".eh_frame") { 23500b57cec5SDimitry Andric UnregisteredEHFrameSections.push_back(i->second); 23510b57cec5SDimitry Andric break; 23520b57cec5SDimitry Andric } 23530b57cec5SDimitry Andric } 23540b57cec5SDimitry Andric 23550b57cec5SDimitry Andric GOTSectionID = 0; 23560b57cec5SDimitry Andric CurrentGOTIndex = 0; 23570b57cec5SDimitry Andric 23580b57cec5SDimitry Andric return Error::success(); 23590b57cec5SDimitry Andric } 23600b57cec5SDimitry Andric 23610b57cec5SDimitry Andric bool RuntimeDyldELF::isCompatibleFile(const object::ObjectFile &Obj) const { 23620b57cec5SDimitry Andric return Obj.isELF(); 23630b57cec5SDimitry Andric } 23640b57cec5SDimitry Andric 23650b57cec5SDimitry Andric bool RuntimeDyldELF::relocationNeedsGot(const RelocationRef &R) const { 23660b57cec5SDimitry Andric unsigned RelTy = R.getType(); 23670b57cec5SDimitry Andric if (Arch == Triple::aarch64 || Arch == Triple::aarch64_be) 23680b57cec5SDimitry Andric return RelTy == ELF::R_AARCH64_ADR_GOT_PAGE || 23690b57cec5SDimitry Andric RelTy == ELF::R_AARCH64_LD64_GOT_LO12_NC; 23700b57cec5SDimitry Andric 23710b57cec5SDimitry Andric if (Arch == Triple::x86_64) 23720b57cec5SDimitry Andric return RelTy == ELF::R_X86_64_GOTPCREL || 23730b57cec5SDimitry Andric RelTy == ELF::R_X86_64_GOTPCRELX || 23740b57cec5SDimitry Andric RelTy == ELF::R_X86_64_GOT64 || 23750b57cec5SDimitry Andric RelTy == ELF::R_X86_64_REX_GOTPCRELX; 23760b57cec5SDimitry Andric return false; 23770b57cec5SDimitry Andric } 23780b57cec5SDimitry Andric 23790b57cec5SDimitry Andric bool RuntimeDyldELF::relocationNeedsStub(const RelocationRef &R) const { 23800b57cec5SDimitry Andric if (Arch != Triple::x86_64) 23810b57cec5SDimitry Andric return true; // Conservative answer 23820b57cec5SDimitry Andric 23830b57cec5SDimitry Andric switch (R.getType()) { 23840b57cec5SDimitry Andric default: 23850b57cec5SDimitry Andric return true; // Conservative answer 23860b57cec5SDimitry Andric 23870b57cec5SDimitry Andric 23880b57cec5SDimitry Andric case ELF::R_X86_64_GOTPCREL: 23890b57cec5SDimitry Andric case ELF::R_X86_64_GOTPCRELX: 23900b57cec5SDimitry Andric case ELF::R_X86_64_REX_GOTPCRELX: 23910b57cec5SDimitry Andric case ELF::R_X86_64_GOTPC64: 23920b57cec5SDimitry Andric case ELF::R_X86_64_GOT64: 23930b57cec5SDimitry Andric case ELF::R_X86_64_GOTOFF64: 23940b57cec5SDimitry Andric case ELF::R_X86_64_PC32: 23950b57cec5SDimitry Andric case ELF::R_X86_64_PC64: 23960b57cec5SDimitry Andric case ELF::R_X86_64_64: 23970b57cec5SDimitry Andric // We know that these reloation types won't need a stub function. This list 23980b57cec5SDimitry Andric // can be extended as needed. 23990b57cec5SDimitry Andric return false; 24000b57cec5SDimitry Andric } 24010b57cec5SDimitry Andric } 24020b57cec5SDimitry Andric 24030b57cec5SDimitry Andric } // namespace llvm 2404