1 //===- InputSection.cpp ---------------------------------------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8
9 #include "InputSection.h"
10 #include "ConcatOutputSection.h"
11 #include "Config.h"
12 #include "InputFiles.h"
13 #include "OutputSegment.h"
14 #include "Sections.h"
15 #include "Symbols.h"
16 #include "SyntheticSections.h"
17 #include "Target.h"
18 #include "Writer.h"
19
20 #include "lld/Common/ErrorHandler.h"
21 #include "lld/Common/Memory.h"
22 #include "llvm/Support/xxhash.h"
23
24 using namespace llvm;
25 using namespace llvm::MachO;
26 using namespace llvm::support;
27 using namespace lld;
28 using namespace lld::macho;
29
30 // Verify ConcatInputSection's size on 64-bit builds. The size of std::vector
31 // can differ based on STL debug levels (e.g. iterator debugging on MSVC's STL),
32 // so account for that.
33 static_assert(sizeof(void *) != 8 ||
34 sizeof(ConcatInputSection) == sizeof(std::vector<Reloc>) + 88,
35 "Try to minimize ConcatInputSection's size, we create many "
36 "instances of it");
37
38 std::vector<ConcatInputSection *> macho::inputSections;
39 int macho::inputSectionsOrder = 0;
40
41 // Call this function to add a new InputSection and have it routed to the
42 // appropriate container. Depending on its type and current config, it will
43 // either be added to 'inputSections' vector or to a synthetic section.
addInputSection(InputSection * inputSection)44 void lld::macho::addInputSection(InputSection *inputSection) {
45 if (auto *isec = dyn_cast<ConcatInputSection>(inputSection)) {
46 if (isec->isCoalescedWeak())
47 return;
48 if (config->emitRelativeMethodLists &&
49 ObjCMethListSection::isMethodList(isec)) {
50 if (in.objcMethList->inputOrder == UnspecifiedInputOrder)
51 in.objcMethList->inputOrder = inputSectionsOrder++;
52 in.objcMethList->addInput(isec);
53 isec->parent = in.objcMethList;
54 return;
55 }
56 if (config->emitInitOffsets &&
57 sectionType(isec->getFlags()) == S_MOD_INIT_FUNC_POINTERS) {
58 in.initOffsets->addInput(isec);
59 return;
60 }
61 isec->outSecOff = inputSectionsOrder++;
62 auto *osec = ConcatOutputSection::getOrCreateForInput(isec);
63 isec->parent = osec;
64 inputSections.push_back(isec);
65 } else if (auto *isec = dyn_cast<CStringInputSection>(inputSection)) {
66 if (isec->getName() == section_names::objcMethname) {
67 if (in.objcMethnameSection->inputOrder == UnspecifiedInputOrder)
68 in.objcMethnameSection->inputOrder = inputSectionsOrder++;
69 in.objcMethnameSection->addInput(isec);
70 } else {
71 if (in.cStringSection->inputOrder == UnspecifiedInputOrder)
72 in.cStringSection->inputOrder = inputSectionsOrder++;
73 in.cStringSection->addInput(isec);
74 }
75 } else if (auto *isec = dyn_cast<WordLiteralInputSection>(inputSection)) {
76 if (in.wordLiteralSection->inputOrder == UnspecifiedInputOrder)
77 in.wordLiteralSection->inputOrder = inputSectionsOrder++;
78 in.wordLiteralSection->addInput(isec);
79 } else {
80 llvm_unreachable("unexpected input section kind");
81 }
82
83 assert(inputSectionsOrder <= UnspecifiedInputOrder);
84 }
85
getFileSize() const86 uint64_t InputSection::getFileSize() const {
87 return isZeroFill(getFlags()) ? 0 : getSize();
88 }
89
getVA(uint64_t off) const90 uint64_t InputSection::getVA(uint64_t off) const {
91 return parent->addr + getOffset(off);
92 }
93
resolveSymbolVA(const Symbol * sym,uint8_t type)94 static uint64_t resolveSymbolVA(const Symbol *sym, uint8_t type) {
95 const RelocAttrs &relocAttrs = target->getRelocAttrs(type);
96 if (relocAttrs.hasAttr(RelocAttrBits::BRANCH))
97 return sym->resolveBranchVA();
98 if (relocAttrs.hasAttr(RelocAttrBits::GOT))
99 return sym->resolveGotVA();
100 if (relocAttrs.hasAttr(RelocAttrBits::TLV))
101 return sym->resolveTlvVA();
102 return sym->getVA();
103 }
104
getContainingSymbol(uint64_t off) const105 const Defined *InputSection::getContainingSymbol(uint64_t off) const {
106 auto *nextSym = llvm::upper_bound(
107 symbols, off, [](uint64_t a, const Defined *b) { return a < b->value; });
108 if (nextSym == symbols.begin())
109 return nullptr;
110 return *std::prev(nextSym);
111 }
112
getLocation(uint64_t off) const113 std::string InputSection::getLocation(uint64_t off) const {
114 // First, try to find a symbol that's near the offset. Use it as a reference
115 // point.
116 if (auto *sym = getContainingSymbol(off))
117 return (toString(getFile()) + ":(symbol " + toString(*sym) + "+0x" +
118 Twine::utohexstr(off - sym->value) + ")")
119 .str();
120
121 // If that fails, use the section itself as a reference point.
122 for (const Subsection &subsec : section.subsections) {
123 if (subsec.isec == this) {
124 off += subsec.offset;
125 break;
126 }
127 }
128
129 return (toString(getFile()) + ":(" + getName() + "+0x" +
130 Twine::utohexstr(off) + ")")
131 .str();
132 }
133
getSourceLocation(uint64_t off) const134 std::string InputSection::getSourceLocation(uint64_t off) const {
135 auto *obj = dyn_cast_or_null<ObjFile>(getFile());
136 if (!obj)
137 return {};
138
139 DWARFCache *dwarf = obj->getDwarf();
140 if (!dwarf)
141 return std::string();
142
143 for (const Subsection &subsec : section.subsections) {
144 if (subsec.isec == this) {
145 off += subsec.offset;
146 break;
147 }
148 }
149
150 auto createMsg = [&](StringRef path, unsigned line) {
151 std::string filename = sys::path::filename(path).str();
152 std::string lineStr = (":" + Twine(line)).str();
153 if (filename == path)
154 return filename + lineStr;
155 return (filename + lineStr + " (" + path + lineStr + ")").str();
156 };
157
158 // First, look up a function for a given offset.
159 if (std::optional<DILineInfo> li = dwarf->getDILineInfo(
160 section.addr + off, object::SectionedAddress::UndefSection))
161 return createMsg(li->FileName, li->Line);
162
163 // If it failed, look up again as a variable.
164 if (const Defined *sym = getContainingSymbol(off)) {
165 // Symbols are generally prefixed with an underscore, which is not included
166 // in the debug information.
167 StringRef symName = sym->getName();
168 symName.consume_front("_");
169
170 if (std::optional<std::pair<std::string, unsigned>> fileLine =
171 dwarf->getVariableLoc(symName))
172 return createMsg(fileLine->first, fileLine->second);
173 }
174
175 // Try to get the source file's name from the DWARF information.
176 if (obj->compileUnit)
177 return obj->sourceFile();
178
179 return {};
180 }
181
getRelocAt(uint32_t off) const182 const Reloc *InputSection::getRelocAt(uint32_t off) const {
183 auto it = llvm::find_if(
184 relocs, [=](const macho::Reloc &r) { return r.offset == off; });
185 if (it == relocs.end())
186 return nullptr;
187 return &*it;
188 }
189
foldIdentical(ConcatInputSection * copy,Symbol::ICFFoldKind foldKind)190 void ConcatInputSection::foldIdentical(ConcatInputSection *copy,
191 Symbol::ICFFoldKind foldKind) {
192 align = std::max(align, copy->align);
193 copy->live = false;
194 copy->wasCoalesced = true;
195 copy->replacement = this;
196 for (auto ©Sym : copy->symbols)
197 copySym->identicalCodeFoldingKind = foldKind;
198
199 symbols.insert(symbols.end(), copy->symbols.begin(), copy->symbols.end());
200 copy->symbols.clear();
201
202 // Remove duplicate compact unwind info for symbols at the same address.
203 if (symbols.empty())
204 return;
205 for (auto it = symbols.begin() + 1; it != symbols.end(); ++it) {
206 assert((*it)->value == 0);
207 (*it)->originalUnwindEntry = nullptr;
208 }
209 }
210
writeTo(uint8_t * buf)211 void ConcatInputSection::writeTo(uint8_t *buf) {
212 assert(!shouldOmitFromOutput());
213
214 if (getFileSize() == 0)
215 return;
216
217 memcpy(buf, data.data(), data.size());
218
219 for (size_t i = 0; i < relocs.size(); i++) {
220 const Reloc &r = relocs[i];
221 uint8_t *loc = buf + r.offset;
222 uint64_t referentVA = 0;
223
224 const bool needsFixup = config->emitChainedFixups &&
225 target->hasAttr(r.type, RelocAttrBits::UNSIGNED);
226 if (target->hasAttr(r.type, RelocAttrBits::SUBTRAHEND)) {
227 const Symbol *fromSym = cast<Symbol *>(r.referent);
228 const Reloc &minuend = relocs[++i];
229 uint64_t minuendVA;
230 if (const Symbol *toSym = minuend.referent.dyn_cast<Symbol *>())
231 minuendVA = toSym->getVA() + minuend.addend;
232 else {
233 auto *referentIsec = cast<InputSection *>(minuend.referent);
234 assert(!::shouldOmitFromOutput(referentIsec));
235 minuendVA = referentIsec->getVA(minuend.addend);
236 }
237 referentVA = minuendVA - fromSym->getVA();
238 } else if (auto *referentSym = r.referent.dyn_cast<Symbol *>()) {
239 if (target->hasAttr(r.type, RelocAttrBits::LOAD) &&
240 !referentSym->isInGot())
241 target->relaxGotLoad(loc, r.type);
242 // For dtrace symbols, do not handle them as normal undefined symbols
243 if (referentSym->getName().starts_with("___dtrace_")) {
244 // Change dtrace call site to pre-defined instructions
245 target->handleDtraceReloc(referentSym, r, loc);
246 continue;
247 }
248 referentVA = resolveSymbolVA(referentSym, r.type) + r.addend;
249
250 if (isThreadLocalVariables(getFlags()) && isa<Defined>(referentSym)) {
251 // References from thread-local variable sections are treated as offsets
252 // relative to the start of the thread-local data memory area, which
253 // is initialized via copying all the TLV data sections (which are all
254 // contiguous).
255 referentVA -= firstTLVDataSection->addr;
256 } else if (needsFixup) {
257 writeChainedFixup(loc, referentSym, r.addend);
258 continue;
259 }
260 } else if (auto *referentIsec = r.referent.dyn_cast<InputSection *>()) {
261 assert(!::shouldOmitFromOutput(referentIsec));
262 referentVA = referentIsec->getVA(r.addend);
263
264 if (needsFixup) {
265 writeChainedRebase(loc, referentVA);
266 continue;
267 }
268 }
269 target->relocateOne(loc, r, referentVA, getVA() + r.offset);
270 }
271 }
272
makeSyntheticInputSection(StringRef segName,StringRef sectName,uint32_t flags,ArrayRef<uint8_t> data,uint32_t align)273 ConcatInputSection *macho::makeSyntheticInputSection(StringRef segName,
274 StringRef sectName,
275 uint32_t flags,
276 ArrayRef<uint8_t> data,
277 uint32_t align) {
278 Section §ion =
279 *make<Section>(/*file=*/nullptr, segName, sectName, flags, /*addr=*/0);
280 auto isec = make<ConcatInputSection>(section, data, align);
281 // Since this is an explicitly created 'fake' input section,
282 // it should not be dead stripped.
283 isec->live = true;
284 section.subsections.push_back({0, isec});
285 return isec;
286 }
287
splitIntoPieces()288 void CStringInputSection::splitIntoPieces() {
289 size_t off = 0;
290 StringRef s = toStringRef(data);
291 while (!s.empty()) {
292 size_t end = s.find(0);
293 if (end == StringRef::npos)
294 fatal(getLocation(off) + ": string is not null terminated");
295 uint32_t hash = deduplicateLiterals ? xxh3_64bits(s.take_front(end)) : 0;
296 pieces.emplace_back(off, hash);
297 size_t size = end + 1; // include null terminator
298 s = s.substr(size);
299 off += size;
300 }
301 }
302
getStringPiece(uint64_t off)303 StringPiece &CStringInputSection::getStringPiece(uint64_t off) {
304 if (off >= data.size())
305 fatal(toString(this) + ": offset is outside the section");
306
307 auto it =
308 partition_point(pieces, [=](StringPiece p) { return p.inSecOff <= off; });
309 return it[-1];
310 }
311
getStringPiece(uint64_t off) const312 const StringPiece &CStringInputSection::getStringPiece(uint64_t off) const {
313 return const_cast<CStringInputSection *>(this)->getStringPiece(off);
314 }
315
getStringPieceIndex(uint64_t off) const316 size_t CStringInputSection::getStringPieceIndex(uint64_t off) const {
317 if (off >= data.size())
318 fatal(toString(this) + ": offset is outside the section");
319
320 auto it =
321 partition_point(pieces, [=](StringPiece p) { return p.inSecOff <= off; });
322 return std::distance(pieces.begin(), it) - 1;
323 }
324
getOffset(uint64_t off) const325 uint64_t CStringInputSection::getOffset(uint64_t off) const {
326 const StringPiece &piece = getStringPiece(off);
327 uint64_t addend = off - piece.inSecOff;
328 return piece.outSecOff + addend;
329 }
330
WordLiteralInputSection(const Section & section,ArrayRef<uint8_t> data,uint32_t align)331 WordLiteralInputSection::WordLiteralInputSection(const Section §ion,
332 ArrayRef<uint8_t> data,
333 uint32_t align)
334 : InputSection(WordLiteralKind, section, data, align) {
335 switch (sectionType(getFlags())) {
336 case S_4BYTE_LITERALS:
337 power2LiteralSize = 2;
338 break;
339 case S_8BYTE_LITERALS:
340 power2LiteralSize = 3;
341 break;
342 case S_16BYTE_LITERALS:
343 power2LiteralSize = 4;
344 break;
345 default:
346 llvm_unreachable("invalid literal section type");
347 }
348
349 live.resize(data.size() >> power2LiteralSize, !config->deadStrip);
350 }
351
getOffset(uint64_t off) const352 uint64_t WordLiteralInputSection::getOffset(uint64_t off) const {
353 auto *osec = cast<WordLiteralSection>(parent);
354 const uintptr_t buf = reinterpret_cast<uintptr_t>(data.data());
355 switch (sectionType(getFlags())) {
356 case S_4BYTE_LITERALS:
357 return osec->getLiteral4Offset(buf + (off & ~3LLU)) | (off & 3);
358 case S_8BYTE_LITERALS:
359 return osec->getLiteral8Offset(buf + (off & ~7LLU)) | (off & 7);
360 case S_16BYTE_LITERALS:
361 return osec->getLiteral16Offset(buf + (off & ~15LLU)) | (off & 15);
362 default:
363 llvm_unreachable("invalid literal section type");
364 }
365 }
366
isCodeSection(const InputSection * isec)367 bool macho::isCodeSection(const InputSection *isec) {
368 return sections::isCodeSection(isec->getName(), isec->getSegName(),
369 isec->getFlags());
370 }
371
isCfStringSection(const InputSection * isec)372 bool macho::isCfStringSection(const InputSection *isec) {
373 return isec->getName() == section_names::cfString &&
374 isec->getSegName() == segment_names::data;
375 }
376
isClassRefsSection(const InputSection * isec)377 bool macho::isClassRefsSection(const InputSection *isec) {
378 return isec->getName() == section_names::objcClassRefs &&
379 isec->getSegName() == segment_names::data;
380 }
381
isSelRefsSection(const InputSection * isec)382 bool macho::isSelRefsSection(const InputSection *isec) {
383 return isec->getName() == section_names::objcSelrefs &&
384 isec->getSegName() == segment_names::data;
385 }
386
isEhFrameSection(const InputSection * isec)387 bool macho::isEhFrameSection(const InputSection *isec) {
388 return isec->getName() == section_names::ehFrame &&
389 isec->getSegName() == segment_names::text;
390 }
391
isGccExceptTabSection(const InputSection * isec)392 bool macho::isGccExceptTabSection(const InputSection *isec) {
393 return isec->getName() == section_names::gccExceptTab &&
394 isec->getSegName() == segment_names::text;
395 }
396
toString(const InputSection * isec)397 std::string lld::toString(const InputSection *isec) {
398 return (toString(isec->getFile()) + ":(" + isec->getName() + ")").str();
399 }
400