1fe6060f1SDimitry Andric //===- ARM64Common.h --------------------------------------------*- C++ -*-===//
2fe6060f1SDimitry Andric //
3fe6060f1SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4fe6060f1SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
5fe6060f1SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6fe6060f1SDimitry Andric //
7fe6060f1SDimitry Andric //===----------------------------------------------------------------------===//
8fe6060f1SDimitry Andric
9fe6060f1SDimitry Andric #ifndef LLD_MACHO_ARCH_ARM64COMMON_H
10fe6060f1SDimitry Andric #define LLD_MACHO_ARCH_ARM64COMMON_H
11fe6060f1SDimitry Andric
12fe6060f1SDimitry Andric #include "InputFiles.h"
13fe6060f1SDimitry Andric #include "Symbols.h"
14fe6060f1SDimitry Andric #include "SyntheticSections.h"
15fe6060f1SDimitry Andric #include "Target.h"
16fe6060f1SDimitry Andric
17fe6060f1SDimitry Andric #include "llvm/BinaryFormat/MachO.h"
18fe6060f1SDimitry Andric
19bdd1243dSDimitry Andric namespace lld::macho {
20fe6060f1SDimitry Andric
21fe6060f1SDimitry Andric struct ARM64Common : TargetInfo {
ARM64CommonARM64Common22fe6060f1SDimitry Andric template <class LP> ARM64Common(LP lp) : TargetInfo(lp) {}
23fe6060f1SDimitry Andric
24fe6060f1SDimitry Andric int64_t getEmbeddedAddend(MemoryBufferRef, uint64_t offset,
25fe6060f1SDimitry Andric const llvm::MachO::relocation_info) const override;
26fe6060f1SDimitry Andric void relocateOne(uint8_t *loc, const Reloc &, uint64_t va,
27fe6060f1SDimitry Andric uint64_t pc) const override;
28fe6060f1SDimitry Andric
29fe6060f1SDimitry Andric void relaxGotLoad(uint8_t *loc, uint8_t type) const override;
getPageSizeARM64Common30fe6060f1SDimitry Andric uint64_t getPageSize() const override { return 16 * 1024; }
31753f127fSDimitry Andric
32753f127fSDimitry Andric void handleDtraceReloc(const Symbol *sym, const Reloc &r,
33753f127fSDimitry Andric uint8_t *loc) const override;
34fe6060f1SDimitry Andric };
35fe6060f1SDimitry Andric
bitField(uint64_t value,int right,int width,int left)36fe6060f1SDimitry Andric inline uint64_t bitField(uint64_t value, int right, int width, int left) {
37fe6060f1SDimitry Andric return ((value >> right) & ((1 << width) - 1)) << left;
38fe6060f1SDimitry Andric }
39fe6060f1SDimitry Andric
40fe6060f1SDimitry Andric // 25 0
41fe6060f1SDimitry Andric // +-----------+---------------------------------------------------+
42fe6060f1SDimitry Andric // | | imm26 |
43fe6060f1SDimitry Andric // +-----------+---------------------------------------------------+
44fe6060f1SDimitry Andric
encodeBranch26(uint32_t * loc,const Reloc & r,uint32_t base,uint64_t va)4581ad6265SDimitry Andric inline void encodeBranch26(uint32_t *loc, const Reloc &r, uint32_t base,
4681ad6265SDimitry Andric uint64_t va) {
4781ad6265SDimitry Andric checkInt(loc, r, va, 28);
48fe6060f1SDimitry Andric // Since branch destinations are 4-byte aligned, the 2 least-
49fe6060f1SDimitry Andric // significant bits are 0. They are right shifted off the end.
5081ad6265SDimitry Andric llvm::support::endian::write32le(loc, base | bitField(va, 2, 26, 0));
51fe6060f1SDimitry Andric }
52fe6060f1SDimitry Andric
encodeBranch26(uint32_t * loc,SymbolDiagnostic d,uint32_t base,uint64_t va)5381ad6265SDimitry Andric inline void encodeBranch26(uint32_t *loc, SymbolDiagnostic d, uint32_t base,
5481ad6265SDimitry Andric uint64_t va) {
5581ad6265SDimitry Andric checkInt(loc, d, va, 28);
5681ad6265SDimitry Andric llvm::support::endian::write32le(loc, base | bitField(va, 2, 26, 0));
57fe6060f1SDimitry Andric }
58fe6060f1SDimitry Andric
59fe6060f1SDimitry Andric // 30 29 23 5
60fe6060f1SDimitry Andric // +-+---+---------+-------------------------------------+---------+
61fe6060f1SDimitry Andric // | |ilo| | immhi | |
62fe6060f1SDimitry Andric // +-+---+---------+-------------------------------------+---------+
63fe6060f1SDimitry Andric
encodePage21(uint32_t * loc,const Reloc & r,uint32_t base,uint64_t va)6481ad6265SDimitry Andric inline void encodePage21(uint32_t *loc, const Reloc &r, uint32_t base,
6581ad6265SDimitry Andric uint64_t va) {
6681ad6265SDimitry Andric checkInt(loc, r, va, 35);
6781ad6265SDimitry Andric llvm::support::endian::write32le(loc, base | bitField(va, 12, 2, 29) |
6881ad6265SDimitry Andric bitField(va, 14, 19, 5));
69fe6060f1SDimitry Andric }
70fe6060f1SDimitry Andric
encodePage21(uint32_t * loc,SymbolDiagnostic d,uint32_t base,uint64_t va)7181ad6265SDimitry Andric inline void encodePage21(uint32_t *loc, SymbolDiagnostic d, uint32_t base,
7281ad6265SDimitry Andric uint64_t va) {
7381ad6265SDimitry Andric checkInt(loc, d, va, 35);
7481ad6265SDimitry Andric llvm::support::endian::write32le(loc, base | bitField(va, 12, 2, 29) |
7581ad6265SDimitry Andric bitField(va, 14, 19, 5));
76fe6060f1SDimitry Andric }
77fe6060f1SDimitry Andric
78bdd1243dSDimitry Andric void reportUnalignedLdrStr(void *loc, const Reloc &, uint64_t va, int align);
79bdd1243dSDimitry Andric void reportUnalignedLdrStr(void *loc, SymbolDiagnostic, uint64_t va, int align);
80bdd1243dSDimitry Andric
81fe6060f1SDimitry Andric // 21 10
82fe6060f1SDimitry Andric // +-------------------+-----------------------+-------------------+
83fe6060f1SDimitry Andric // | | imm12 | |
84fe6060f1SDimitry Andric // +-------------------+-----------------------+-------------------+
85fe6060f1SDimitry Andric
86bdd1243dSDimitry Andric template <typename Target>
encodePageOff12(uint32_t * loc,Target t,uint32_t base,uint64_t va)87bdd1243dSDimitry Andric inline void encodePageOff12(uint32_t *loc, Target t, uint32_t base,
88bdd1243dSDimitry Andric uint64_t va) {
89fe6060f1SDimitry Andric int scale = 0;
90fe6060f1SDimitry Andric if ((base & 0x3b00'0000) == 0x3900'0000) { // load/store
91fe6060f1SDimitry Andric scale = base >> 30;
92fe6060f1SDimitry Andric if (scale == 0 && (base & 0x0480'0000) == 0x0480'0000) // 128-bit variant
93fe6060f1SDimitry Andric scale = 4;
94fe6060f1SDimitry Andric }
95bdd1243dSDimitry Andric const int size = 1 << scale;
96bdd1243dSDimitry Andric if ((va & (size - 1)) != 0)
97bdd1243dSDimitry Andric reportUnalignedLdrStr(loc, t, va, size);
98fe6060f1SDimitry Andric
99fe6060f1SDimitry Andric // TODO(gkm): extract embedded addend and warn if != 0
100fe6060f1SDimitry Andric // uint64_t addend = ((base & 0x003FFC00) >> 10);
10181ad6265SDimitry Andric llvm::support::endian::write32le(loc,
10281ad6265SDimitry Andric base | bitField(va, scale, 12 - scale, 10));
103fe6060f1SDimitry Andric }
104fe6060f1SDimitry Andric
pageBits(uint64_t address)105fe6060f1SDimitry Andric inline uint64_t pageBits(uint64_t address) {
106fe6060f1SDimitry Andric const uint64_t pageMask = ~0xfffull;
107fe6060f1SDimitry Andric return address & pageMask;
108fe6060f1SDimitry Andric }
109fe6060f1SDimitry Andric
writeStub(uint8_t * buf8,const uint32_t stubCode[3],const macho::Symbol & sym,uint64_t pointerVA)110fe6060f1SDimitry Andric inline void writeStub(uint8_t *buf8, const uint32_t stubCode[3],
111bdd1243dSDimitry Andric const macho::Symbol &sym, uint64_t pointerVA) {
112fe6060f1SDimitry Andric auto *buf32 = reinterpret_cast<uint32_t *>(buf8);
113fe6060f1SDimitry Andric constexpr size_t stubCodeSize = 3 * sizeof(uint32_t);
114bdd1243dSDimitry Andric SymbolDiagnostic d = {&sym, "stub"};
115fe6060f1SDimitry Andric uint64_t pcPageBits =
116fe6060f1SDimitry Andric pageBits(in.stubs->addr + sym.stubsIndex * stubCodeSize);
117bdd1243dSDimitry Andric encodePage21(&buf32[0], d, stubCode[0], pageBits(pointerVA) - pcPageBits);
118bdd1243dSDimitry Andric encodePageOff12(&buf32[1], d, stubCode[1], pointerVA);
119fe6060f1SDimitry Andric buf32[2] = stubCode[2];
120fe6060f1SDimitry Andric }
121fe6060f1SDimitry Andric
122fe6060f1SDimitry Andric template <class LP>
writeStubHelperHeader(uint8_t * buf8,const uint32_t stubHelperHeaderCode[6])123fe6060f1SDimitry Andric inline void writeStubHelperHeader(uint8_t *buf8,
124fe6060f1SDimitry Andric const uint32_t stubHelperHeaderCode[6]) {
125fe6060f1SDimitry Andric auto *buf32 = reinterpret_cast<uint32_t *>(buf8);
126fe6060f1SDimitry Andric auto pcPageBits = [](int i) {
127fe6060f1SDimitry Andric return pageBits(in.stubHelper->addr + i * sizeof(uint32_t));
128fe6060f1SDimitry Andric };
129fe6060f1SDimitry Andric uint64_t loaderVA = in.imageLoaderCache->getVA();
130fe6060f1SDimitry Andric SymbolDiagnostic d = {nullptr, "stub header helper"};
13181ad6265SDimitry Andric encodePage21(&buf32[0], d, stubHelperHeaderCode[0],
132fe6060f1SDimitry Andric pageBits(loaderVA) - pcPageBits(0));
133bdd1243dSDimitry Andric encodePageOff12(&buf32[1], d, stubHelperHeaderCode[1], loaderVA);
134fe6060f1SDimitry Andric buf32[2] = stubHelperHeaderCode[2];
135fe6060f1SDimitry Andric uint64_t binderVA =
136fe6060f1SDimitry Andric in.got->addr + in.stubHelper->stubBinder->gotIndex * LP::wordSize;
13781ad6265SDimitry Andric encodePage21(&buf32[3], d, stubHelperHeaderCode[3],
138fe6060f1SDimitry Andric pageBits(binderVA) - pcPageBits(3));
139bdd1243dSDimitry Andric encodePageOff12(&buf32[4], d, stubHelperHeaderCode[4], binderVA);
140fe6060f1SDimitry Andric buf32[5] = stubHelperHeaderCode[5];
141fe6060f1SDimitry Andric }
142fe6060f1SDimitry Andric
writeStubHelperEntry(uint8_t * buf8,const uint32_t stubHelperEntryCode[3],const Symbol & sym,uint64_t entryVA)143fe6060f1SDimitry Andric inline void writeStubHelperEntry(uint8_t *buf8,
144fe6060f1SDimitry Andric const uint32_t stubHelperEntryCode[3],
14581ad6265SDimitry Andric const Symbol &sym, uint64_t entryVA) {
146fe6060f1SDimitry Andric auto *buf32 = reinterpret_cast<uint32_t *>(buf8);
147fe6060f1SDimitry Andric auto pcVA = [entryVA](int i) { return entryVA + i * sizeof(uint32_t); };
148fe6060f1SDimitry Andric uint64_t stubHelperHeaderVA = in.stubHelper->addr;
149fe6060f1SDimitry Andric buf32[0] = stubHelperEntryCode[0];
15081ad6265SDimitry Andric encodeBranch26(&buf32[1], {&sym, "stub helper"}, stubHelperEntryCode[1],
151fe6060f1SDimitry Andric stubHelperHeaderVA - pcVA(1));
152fe6060f1SDimitry Andric buf32[2] = sym.lazyBindOffset;
153fe6060f1SDimitry Andric }
154fe6060f1SDimitry Andric
155bdd1243dSDimitry Andric template <class LP>
writeObjCMsgSendFastStub(uint8_t * buf,const uint32_t objcStubsFastCode[8],Symbol * sym,uint64_t stubsAddr,uint64_t stubOffset,uint64_t selrefVA,uint64_t gotAddr,uint64_t msgSendIndex)156*0fca6ea1SDimitry Andric inline void writeObjCMsgSendFastStub(uint8_t *buf,
157*0fca6ea1SDimitry Andric const uint32_t objcStubsFastCode[8],
158*0fca6ea1SDimitry Andric Symbol *sym, uint64_t stubsAddr,
159*0fca6ea1SDimitry Andric uint64_t stubOffset, uint64_t selrefVA,
160bdd1243dSDimitry Andric uint64_t gotAddr, uint64_t msgSendIndex) {
161bdd1243dSDimitry Andric SymbolDiagnostic d = {sym, sym->getName()};
162bdd1243dSDimitry Andric auto *buf32 = reinterpret_cast<uint32_t *>(buf);
163bdd1243dSDimitry Andric
164bdd1243dSDimitry Andric auto pcPageBits = [stubsAddr, stubOffset](int i) {
165bdd1243dSDimitry Andric return pageBits(stubsAddr + stubOffset + i * sizeof(uint32_t));
166bdd1243dSDimitry Andric };
167bdd1243dSDimitry Andric
168bdd1243dSDimitry Andric encodePage21(&buf32[0], d, objcStubsFastCode[0],
169*0fca6ea1SDimitry Andric pageBits(selrefVA) - pcPageBits(0));
170*0fca6ea1SDimitry Andric encodePageOff12(&buf32[1], d, objcStubsFastCode[1], selrefVA);
1717a6dacacSDimitry Andric uint64_t gotOffset = msgSendIndex * LP::wordSize;
172bdd1243dSDimitry Andric encodePage21(&buf32[2], d, objcStubsFastCode[2],
1737a6dacacSDimitry Andric pageBits(gotAddr + gotOffset) - pcPageBits(2));
1747a6dacacSDimitry Andric encodePageOff12(&buf32[3], d, objcStubsFastCode[3], gotAddr + gotOffset);
175bdd1243dSDimitry Andric buf32[4] = objcStubsFastCode[4];
176bdd1243dSDimitry Andric buf32[5] = objcStubsFastCode[5];
177bdd1243dSDimitry Andric buf32[6] = objcStubsFastCode[6];
178bdd1243dSDimitry Andric buf32[7] = objcStubsFastCode[7];
179bdd1243dSDimitry Andric }
180bdd1243dSDimitry Andric
1817a6dacacSDimitry Andric template <class LP>
1827a6dacacSDimitry Andric inline void
writeObjCMsgSendSmallStub(uint8_t * buf,const uint32_t objcStubsSmallCode[3],Symbol * sym,uint64_t stubsAddr,uint64_t stubOffset,uint64_t selrefVA,uint64_t msgSendAddr,uint64_t msgSendIndex)1837a6dacacSDimitry Andric writeObjCMsgSendSmallStub(uint8_t *buf, const uint32_t objcStubsSmallCode[3],
1847a6dacacSDimitry Andric Symbol *sym, uint64_t stubsAddr, uint64_t stubOffset,
185*0fca6ea1SDimitry Andric uint64_t selrefVA, uint64_t msgSendAddr,
186*0fca6ea1SDimitry Andric uint64_t msgSendIndex) {
1877a6dacacSDimitry Andric SymbolDiagnostic d = {sym, sym->getName()};
1887a6dacacSDimitry Andric auto *buf32 = reinterpret_cast<uint32_t *>(buf);
1897a6dacacSDimitry Andric
1907a6dacacSDimitry Andric auto pcPageBits = [stubsAddr, stubOffset](int i) {
1917a6dacacSDimitry Andric return pageBits(stubsAddr + stubOffset + i * sizeof(uint32_t));
1927a6dacacSDimitry Andric };
1937a6dacacSDimitry Andric
1947a6dacacSDimitry Andric encodePage21(&buf32[0], d, objcStubsSmallCode[0],
195*0fca6ea1SDimitry Andric pageBits(selrefVA) - pcPageBits(0));
196*0fca6ea1SDimitry Andric encodePageOff12(&buf32[1], d, objcStubsSmallCode[1], selrefVA);
1977a6dacacSDimitry Andric uint64_t msgSendStubVA = msgSendAddr + msgSendIndex * target->stubSize;
1987a6dacacSDimitry Andric uint64_t pcVA = stubsAddr + stubOffset + 2 * sizeof(uint32_t);
1997a6dacacSDimitry Andric encodeBranch26(&buf32[2], {nullptr, "objc_msgSend stub"},
2007a6dacacSDimitry Andric objcStubsSmallCode[2], msgSendStubVA - pcVA);
2017a6dacacSDimitry Andric }
2027a6dacacSDimitry Andric
203bdd1243dSDimitry Andric } // namespace lld::macho
204fe6060f1SDimitry Andric
205fe6060f1SDimitry Andric #endif
206