xref: /freebsd/contrib/llvm-project/lld/COFF/DriverUtils.cpp (revision 0fca6ea1d4eea4c934cfff25ac9ee8ad6fe95583)
1 //===- DriverUtils.cpp ----------------------------------------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file contains utility functions for the driver. Because there
10 // are so many small functions, we created this separate file to make
11 // Driver.cpp less cluttered.
12 //
13 //===----------------------------------------------------------------------===//
14 
15 #include "COFFLinkerContext.h"
16 #include "Driver.h"
17 #include "Symbols.h"
18 #include "lld/Common/ErrorHandler.h"
19 #include "lld/Common/Memory.h"
20 #include "llvm/ADT/STLExtras.h"
21 #include "llvm/ADT/StringExtras.h"
22 #include "llvm/ADT/StringSwitch.h"
23 #include "llvm/BinaryFormat/COFF.h"
24 #include "llvm/IR/Mangler.h"
25 #include "llvm/Object/COFF.h"
26 #include "llvm/Object/WindowsResource.h"
27 #include "llvm/Option/Arg.h"
28 #include "llvm/Option/ArgList.h"
29 #include "llvm/Option/Option.h"
30 #include "llvm/Support/CommandLine.h"
31 #include "llvm/Support/FileUtilities.h"
32 #include "llvm/Support/MathExtras.h"
33 #include "llvm/Support/Process.h"
34 #include "llvm/Support/Program.h"
35 #include "llvm/Support/TimeProfiler.h"
36 #include "llvm/Support/raw_ostream.h"
37 #include "llvm/WindowsManifest/WindowsManifestMerger.h"
38 #include <limits>
39 #include <memory>
40 #include <optional>
41 
42 using namespace llvm::COFF;
43 using namespace llvm::object;
44 using namespace llvm::opt;
45 using namespace llvm;
46 using llvm::sys::Process;
47 
48 namespace lld {
49 namespace coff {
50 namespace {
51 
52 const uint16_t SUBLANG_ENGLISH_US = 0x0409;
53 const uint16_t RT_MANIFEST = 24;
54 
55 class Executor {
56 public:
Executor(StringRef s)57   explicit Executor(StringRef s) : prog(saver().save(s)) {}
add(StringRef s)58   void add(StringRef s) { args.push_back(saver().save(s)); }
add(std::string & s)59   void add(std::string &s) { args.push_back(saver().save(s)); }
add(Twine s)60   void add(Twine s) { args.push_back(saver().save(s)); }
add(const char * s)61   void add(const char *s) { args.push_back(saver().save(s)); }
62 
run()63   void run() {
64     ErrorOr<std::string> exeOrErr = sys::findProgramByName(prog);
65     if (auto ec = exeOrErr.getError())
66       fatal("unable to find " + prog + " in PATH: " + ec.message());
67     StringRef exe = saver().save(*exeOrErr);
68     args.insert(args.begin(), exe);
69 
70     if (sys::ExecuteAndWait(args[0], args) != 0)
71       fatal("ExecuteAndWait failed: " +
72             llvm::join(args.begin(), args.end(), " "));
73   }
74 
75 private:
76   StringRef prog;
77   std::vector<StringRef> args;
78 };
79 
80 } // anonymous namespace
81 
82 // Parses a string in the form of "<integer>[,<integer>]".
parseNumbers(StringRef arg,uint64_t * addr,uint64_t * size)83 void LinkerDriver::parseNumbers(StringRef arg, uint64_t *addr, uint64_t *size) {
84   auto [s1, s2] = arg.split(',');
85   if (s1.getAsInteger(0, *addr))
86     fatal("invalid number: " + s1);
87   if (size && !s2.empty() && s2.getAsInteger(0, *size))
88     fatal("invalid number: " + s2);
89 }
90 
91 // Parses a string in the form of "<integer>[.<integer>]".
92 // If second number is not present, Minor is set to 0.
parseVersion(StringRef arg,uint32_t * major,uint32_t * minor)93 void LinkerDriver::parseVersion(StringRef arg, uint32_t *major,
94                                 uint32_t *minor) {
95   auto [s1, s2] = arg.split('.');
96   if (s1.getAsInteger(10, *major))
97     fatal("invalid number: " + s1);
98   *minor = 0;
99   if (!s2.empty() && s2.getAsInteger(10, *minor))
100     fatal("invalid number: " + s2);
101 }
102 
parseGuard(StringRef fullArg)103 void LinkerDriver::parseGuard(StringRef fullArg) {
104   SmallVector<StringRef, 1> splitArgs;
105   fullArg.split(splitArgs, ",");
106   for (StringRef arg : splitArgs) {
107     if (arg.equals_insensitive("no"))
108       ctx.config.guardCF = GuardCFLevel::Off;
109     else if (arg.equals_insensitive("nolongjmp"))
110       ctx.config.guardCF &= ~GuardCFLevel::LongJmp;
111     else if (arg.equals_insensitive("noehcont"))
112       ctx.config.guardCF &= ~GuardCFLevel::EHCont;
113     else if (arg.equals_insensitive("cf") || arg.equals_insensitive("longjmp"))
114       ctx.config.guardCF |= GuardCFLevel::CF | GuardCFLevel::LongJmp;
115     else if (arg.equals_insensitive("ehcont"))
116       ctx.config.guardCF |= GuardCFLevel::CF | GuardCFLevel::EHCont;
117     else
118       fatal("invalid argument to /guard: " + arg);
119   }
120 }
121 
122 // Parses a string in the form of "<subsystem>[,<integer>[.<integer>]]".
parseSubsystem(StringRef arg,WindowsSubsystem * sys,uint32_t * major,uint32_t * minor,bool * gotVersion)123 void LinkerDriver::parseSubsystem(StringRef arg, WindowsSubsystem *sys,
124                                   uint32_t *major, uint32_t *minor,
125                                   bool *gotVersion) {
126   auto [sysStr, ver] = arg.split(',');
127   std::string sysStrLower = sysStr.lower();
128   *sys = StringSwitch<WindowsSubsystem>(sysStrLower)
129     .Case("boot_application", IMAGE_SUBSYSTEM_WINDOWS_BOOT_APPLICATION)
130     .Case("console", IMAGE_SUBSYSTEM_WINDOWS_CUI)
131     .Case("default", IMAGE_SUBSYSTEM_UNKNOWN)
132     .Case("efi_application", IMAGE_SUBSYSTEM_EFI_APPLICATION)
133     .Case("efi_boot_service_driver", IMAGE_SUBSYSTEM_EFI_BOOT_SERVICE_DRIVER)
134     .Case("efi_rom", IMAGE_SUBSYSTEM_EFI_ROM)
135     .Case("efi_runtime_driver", IMAGE_SUBSYSTEM_EFI_RUNTIME_DRIVER)
136     .Case("native", IMAGE_SUBSYSTEM_NATIVE)
137     .Case("posix", IMAGE_SUBSYSTEM_POSIX_CUI)
138     .Case("windows", IMAGE_SUBSYSTEM_WINDOWS_GUI)
139     .Default(IMAGE_SUBSYSTEM_UNKNOWN);
140   if (*sys == IMAGE_SUBSYSTEM_UNKNOWN && sysStrLower != "default")
141     fatal("unknown subsystem: " + sysStr);
142   if (!ver.empty())
143     parseVersion(ver, major, minor);
144   if (gotVersion)
145     *gotVersion = !ver.empty();
146 }
147 
148 // Parse a string of the form of "<from>=<to>".
149 // Results are directly written to Config.
parseAlternateName(StringRef s)150 void LinkerDriver::parseAlternateName(StringRef s) {
151   auto [from, to] = s.split('=');
152   if (from.empty() || to.empty())
153     fatal("/alternatename: invalid argument: " + s);
154   auto it = ctx.config.alternateNames.find(from);
155   if (it != ctx.config.alternateNames.end() && it->second != to)
156     fatal("/alternatename: conflicts: " + s);
157   ctx.config.alternateNames.insert(it, std::make_pair(from, to));
158 }
159 
160 // Parse a string of the form of "<from>=<to>".
161 // Results are directly written to Config.
parseMerge(StringRef s)162 void LinkerDriver::parseMerge(StringRef s) {
163   auto [from, to] = s.split('=');
164   if (from.empty() || to.empty())
165     fatal("/merge: invalid argument: " + s);
166   if (from == ".rsrc" || to == ".rsrc")
167     fatal("/merge: cannot merge '.rsrc' with any section");
168   if (from == ".reloc" || to == ".reloc")
169     fatal("/merge: cannot merge '.reloc' with any section");
170   auto pair = ctx.config.merge.insert(std::make_pair(from, to));
171   bool inserted = pair.second;
172   if (!inserted) {
173     StringRef existing = pair.first->second;
174     if (existing != to)
175       warn(s + ": already merged into " + existing);
176   }
177 }
178 
parsePDBPageSize(StringRef s)179 void LinkerDriver::parsePDBPageSize(StringRef s) {
180   int v;
181   if (s.getAsInteger(0, v)) {
182     error("/pdbpagesize: invalid argument: " + s);
183     return;
184   }
185   if (v != 4096 && v != 8192 && v != 16384 && v != 32768) {
186     error("/pdbpagesize: invalid argument: " + s);
187     return;
188   }
189 
190   ctx.config.pdbPageSize = v;
191 }
192 
parseSectionAttributes(StringRef s)193 static uint32_t parseSectionAttributes(StringRef s) {
194   uint32_t ret = 0;
195   for (char c : s.lower()) {
196     switch (c) {
197     case 'd':
198       ret |= IMAGE_SCN_MEM_DISCARDABLE;
199       break;
200     case 'e':
201       ret |= IMAGE_SCN_MEM_EXECUTE;
202       break;
203     case 'k':
204       ret |= IMAGE_SCN_MEM_NOT_CACHED;
205       break;
206     case 'p':
207       ret |= IMAGE_SCN_MEM_NOT_PAGED;
208       break;
209     case 'r':
210       ret |= IMAGE_SCN_MEM_READ;
211       break;
212     case 's':
213       ret |= IMAGE_SCN_MEM_SHARED;
214       break;
215     case 'w':
216       ret |= IMAGE_SCN_MEM_WRITE;
217       break;
218     default:
219       fatal("/section: invalid argument: " + s);
220     }
221   }
222   return ret;
223 }
224 
225 // Parses /section option argument.
parseSection(StringRef s)226 void LinkerDriver::parseSection(StringRef s) {
227   auto [name, attrs] = s.split(',');
228   if (name.empty() || attrs.empty())
229     fatal("/section: invalid argument: " + s);
230   ctx.config.section[name] = parseSectionAttributes(attrs);
231 }
232 
233 // Parses /aligncomm option argument.
parseAligncomm(StringRef s)234 void LinkerDriver::parseAligncomm(StringRef s) {
235   auto [name, align] = s.split(',');
236   if (name.empty() || align.empty()) {
237     error("/aligncomm: invalid argument: " + s);
238     return;
239   }
240   int v;
241   if (align.getAsInteger(0, v)) {
242     error("/aligncomm: invalid argument: " + s);
243     return;
244   }
245   ctx.config.alignComm[std::string(name)] =
246       std::max(ctx.config.alignComm[std::string(name)], 1 << v);
247 }
248 
249 // Parses /functionpadmin option argument.
parseFunctionPadMin(llvm::opt::Arg * a)250 void LinkerDriver::parseFunctionPadMin(llvm::opt::Arg *a) {
251   StringRef arg = a->getNumValues() ? a->getValue() : "";
252   if (!arg.empty()) {
253     // Optional padding in bytes is given.
254     if (arg.getAsInteger(0, ctx.config.functionPadMin))
255       error("/functionpadmin: invalid argument: " + arg);
256     return;
257   }
258   // No optional argument given.
259   // Set default padding based on machine, similar to link.exe.
260   // There is no default padding for ARM platforms.
261   if (ctx.config.machine == I386) {
262     ctx.config.functionPadMin = 5;
263   } else if (ctx.config.machine == AMD64) {
264     ctx.config.functionPadMin = 6;
265   } else {
266     error("/functionpadmin: invalid argument for this machine: " + arg);
267   }
268 }
269 
270 // Parses /dependentloadflag option argument.
parseDependentLoadFlags(llvm::opt::Arg * a)271 void LinkerDriver::parseDependentLoadFlags(llvm::opt::Arg *a) {
272   StringRef arg = a->getNumValues() ? a->getValue() : "";
273   if (!arg.empty()) {
274     if (arg.getAsInteger(0, ctx.config.dependentLoadFlags))
275       error("/dependentloadflag: invalid argument: " + arg);
276     return;
277   }
278   // MSVC linker reports error "no argument specified", although MSDN describes
279   // argument as optional.
280   error("/dependentloadflag: no argument specified");
281 }
282 
283 // Parses a string in the form of "EMBED[,=<integer>]|NO".
284 // Results are directly written to
285 // Config.
parseManifest(StringRef arg)286 void LinkerDriver::parseManifest(StringRef arg) {
287   if (arg.equals_insensitive("no")) {
288     ctx.config.manifest = Configuration::No;
289     return;
290   }
291   if (!arg.starts_with_insensitive("embed"))
292     fatal("invalid option " + arg);
293   ctx.config.manifest = Configuration::Embed;
294   arg = arg.substr(strlen("embed"));
295   if (arg.empty())
296     return;
297   if (!arg.starts_with_insensitive(",id="))
298     fatal("invalid option " + arg);
299   arg = arg.substr(strlen(",id="));
300   if (arg.getAsInteger(0, ctx.config.manifestID))
301     fatal("invalid option " + arg);
302 }
303 
304 // Parses a string in the form of "level=<string>|uiAccess=<string>|NO".
305 // Results are directly written to Config.
parseManifestUAC(StringRef arg)306 void LinkerDriver::parseManifestUAC(StringRef arg) {
307   if (arg.equals_insensitive("no")) {
308     ctx.config.manifestUAC = false;
309     return;
310   }
311   for (;;) {
312     arg = arg.ltrim();
313     if (arg.empty())
314       return;
315     if (arg.consume_front_insensitive("level=")) {
316       std::tie(ctx.config.manifestLevel, arg) = arg.split(" ");
317       continue;
318     }
319     if (arg.consume_front_insensitive("uiaccess=")) {
320       std::tie(ctx.config.manifestUIAccess, arg) = arg.split(" ");
321       continue;
322     }
323     fatal("invalid option " + arg);
324   }
325 }
326 
327 // Parses a string in the form of "cd|net[,(cd|net)]*"
328 // Results are directly written to Config.
parseSwaprun(StringRef arg)329 void LinkerDriver::parseSwaprun(StringRef arg) {
330   do {
331     auto [swaprun, newArg] = arg.split(',');
332     if (swaprun.equals_insensitive("cd"))
333       ctx.config.swaprunCD = true;
334     else if (swaprun.equals_insensitive("net"))
335       ctx.config.swaprunNet = true;
336     else if (swaprun.empty())
337       error("/swaprun: missing argument");
338     else
339       error("/swaprun: invalid argument: " + swaprun);
340     // To catch trailing commas, e.g. `/spawrun:cd,`
341     if (newArg.empty() && arg.ends_with(","))
342       error("/swaprun: missing argument");
343     arg = newArg;
344   } while (!arg.empty());
345 }
346 
347 // An RAII temporary file class that automatically removes a temporary file.
348 namespace {
349 class TemporaryFile {
350 public:
TemporaryFile(StringRef prefix,StringRef extn,StringRef contents="")351   TemporaryFile(StringRef prefix, StringRef extn, StringRef contents = "") {
352     SmallString<128> s;
353     if (auto ec = sys::fs::createTemporaryFile("lld-" + prefix, extn, s))
354       fatal("cannot create a temporary file: " + ec.message());
355     path = std::string(s);
356 
357     if (!contents.empty()) {
358       std::error_code ec;
359       raw_fd_ostream os(path, ec, sys::fs::OF_None);
360       if (ec)
361         fatal("failed to open " + path + ": " + ec.message());
362       os << contents;
363     }
364   }
365 
TemporaryFile(TemporaryFile && obj)366   TemporaryFile(TemporaryFile &&obj) noexcept { std::swap(path, obj.path); }
367 
~TemporaryFile()368   ~TemporaryFile() {
369     if (path.empty())
370       return;
371     if (sys::fs::remove(path))
372       fatal("failed to remove " + path);
373   }
374 
375   // Returns a memory buffer of this temporary file.
376   // Note that this function does not leave the file open,
377   // so it is safe to remove the file immediately after this function
378   // is called (you cannot remove an opened file on Windows.)
getMemoryBuffer()379   std::unique_ptr<MemoryBuffer> getMemoryBuffer() {
380     // IsVolatile=true forces MemoryBuffer to not use mmap().
381     return CHECK(MemoryBuffer::getFile(path, /*IsText=*/false,
382                                        /*RequiresNullTerminator=*/false,
383                                        /*IsVolatile=*/true),
384                  "could not open " + path);
385   }
386 
387   std::string path;
388 };
389 }
390 
createDefaultXml()391 std::string LinkerDriver::createDefaultXml() {
392   std::string ret;
393   raw_string_ostream os(ret);
394 
395   // Emit the XML. Note that we do *not* verify that the XML attributes are
396   // syntactically correct. This is intentional for link.exe compatibility.
397   os << "<?xml version=\"1.0\" standalone=\"yes\"?>\n"
398      << "<assembly xmlns=\"urn:schemas-microsoft-com:asm.v1\"\n"
399      << "          manifestVersion=\"1.0\">\n";
400   if (ctx.config.manifestUAC) {
401     os << "  <trustInfo>\n"
402        << "    <security>\n"
403        << "      <requestedPrivileges>\n"
404        << "         <requestedExecutionLevel level=" << ctx.config.manifestLevel
405        << " uiAccess=" << ctx.config.manifestUIAccess << "/>\n"
406        << "      </requestedPrivileges>\n"
407        << "    </security>\n"
408        << "  </trustInfo>\n";
409   }
410   for (auto manifestDependency : ctx.config.manifestDependencies) {
411     os << "  <dependency>\n"
412        << "    <dependentAssembly>\n"
413        << "      <assemblyIdentity " << manifestDependency << " />\n"
414        << "    </dependentAssembly>\n"
415        << "  </dependency>\n";
416   }
417   os << "</assembly>\n";
418   return os.str();
419 }
420 
421 std::string
createManifestXmlWithInternalMt(StringRef defaultXml)422 LinkerDriver::createManifestXmlWithInternalMt(StringRef defaultXml) {
423   std::unique_ptr<MemoryBuffer> defaultXmlCopy =
424       MemoryBuffer::getMemBufferCopy(defaultXml);
425 
426   windows_manifest::WindowsManifestMerger merger;
427   if (auto e = merger.merge(*defaultXmlCopy.get()))
428     fatal("internal manifest tool failed on default xml: " +
429           toString(std::move(e)));
430 
431   for (StringRef filename : ctx.config.manifestInput) {
432     std::unique_ptr<MemoryBuffer> manifest =
433         check(MemoryBuffer::getFile(filename));
434     // Call takeBuffer to include in /reproduce: output if applicable.
435     if (auto e = merger.merge(takeBuffer(std::move(manifest))))
436       fatal("internal manifest tool failed on file " + filename + ": " +
437             toString(std::move(e)));
438   }
439 
440   return std::string(merger.getMergedManifest().get()->getBuffer());
441 }
442 
443 std::string
createManifestXmlWithExternalMt(StringRef defaultXml)444 LinkerDriver::createManifestXmlWithExternalMt(StringRef defaultXml) {
445   // Create the default manifest file as a temporary file.
446   TemporaryFile Default("defaultxml", "manifest");
447   std::error_code ec;
448   raw_fd_ostream os(Default.path, ec, sys::fs::OF_TextWithCRLF);
449   if (ec)
450     fatal("failed to open " + Default.path + ": " + ec.message());
451   os << defaultXml;
452   os.close();
453 
454   // Merge user-supplied manifests if they are given.  Since libxml2 is not
455   // enabled, we must shell out to Microsoft's mt.exe tool.
456   TemporaryFile user("user", "manifest");
457 
458   Executor e("mt.exe");
459   e.add("/manifest");
460   e.add(Default.path);
461   for (StringRef filename : ctx.config.manifestInput) {
462     e.add("/manifest");
463     e.add(filename);
464 
465     // Manually add the file to the /reproduce: tar if needed.
466     if (tar)
467       if (auto mbOrErr = MemoryBuffer::getFile(filename))
468         takeBuffer(std::move(*mbOrErr));
469   }
470   e.add("/nologo");
471   e.add("/out:" + StringRef(user.path));
472   e.run();
473 
474   return std::string(
475       CHECK(MemoryBuffer::getFile(user.path), "could not open " + user.path)
476           .get()
477           ->getBuffer());
478 }
479 
createManifestXml()480 std::string LinkerDriver::createManifestXml() {
481   std::string defaultXml = createDefaultXml();
482   if (ctx.config.manifestInput.empty())
483     return defaultXml;
484 
485   if (windows_manifest::isAvailable())
486     return createManifestXmlWithInternalMt(defaultXml);
487 
488   return createManifestXmlWithExternalMt(defaultXml);
489 }
490 
491 std::unique_ptr<WritableMemoryBuffer>
createMemoryBufferForManifestRes(size_t manifestSize)492 LinkerDriver::createMemoryBufferForManifestRes(size_t manifestSize) {
493   size_t resSize = alignTo(
494       object::WIN_RES_MAGIC_SIZE + object::WIN_RES_NULL_ENTRY_SIZE +
495           sizeof(object::WinResHeaderPrefix) + sizeof(object::WinResIDs) +
496           sizeof(object::WinResHeaderSuffix) + manifestSize,
497       object::WIN_RES_DATA_ALIGNMENT);
498   return WritableMemoryBuffer::getNewMemBuffer(resSize, ctx.config.outputFile +
499                                                             ".manifest.res");
500 }
501 
writeResFileHeader(char * & buf)502 static void writeResFileHeader(char *&buf) {
503   memcpy(buf, COFF::WinResMagic, sizeof(COFF::WinResMagic));
504   buf += sizeof(COFF::WinResMagic);
505   memset(buf, 0, object::WIN_RES_NULL_ENTRY_SIZE);
506   buf += object::WIN_RES_NULL_ENTRY_SIZE;
507 }
508 
writeResEntryHeader(char * & buf,size_t manifestSize,int manifestID)509 static void writeResEntryHeader(char *&buf, size_t manifestSize,
510                                 int manifestID) {
511   // Write the prefix.
512   auto *prefix = reinterpret_cast<object::WinResHeaderPrefix *>(buf);
513   prefix->DataSize = manifestSize;
514   prefix->HeaderSize = sizeof(object::WinResHeaderPrefix) +
515                        sizeof(object::WinResIDs) +
516                        sizeof(object::WinResHeaderSuffix);
517   buf += sizeof(object::WinResHeaderPrefix);
518 
519   // Write the Type/Name IDs.
520   auto *iDs = reinterpret_cast<object::WinResIDs *>(buf);
521   iDs->setType(RT_MANIFEST);
522   iDs->setName(manifestID);
523   buf += sizeof(object::WinResIDs);
524 
525   // Write the suffix.
526   auto *suffix = reinterpret_cast<object::WinResHeaderSuffix *>(buf);
527   suffix->DataVersion = 0;
528   suffix->MemoryFlags = object::WIN_RES_PURE_MOVEABLE;
529   suffix->Language = SUBLANG_ENGLISH_US;
530   suffix->Version = 0;
531   suffix->Characteristics = 0;
532   buf += sizeof(object::WinResHeaderSuffix);
533 }
534 
535 // Create a resource file containing a manifest XML.
createManifestRes()536 std::unique_ptr<MemoryBuffer> LinkerDriver::createManifestRes() {
537   std::string manifest = createManifestXml();
538 
539   std::unique_ptr<WritableMemoryBuffer> res =
540       createMemoryBufferForManifestRes(manifest.size());
541 
542   char *buf = res->getBufferStart();
543   writeResFileHeader(buf);
544   writeResEntryHeader(buf, manifest.size(), ctx.config.manifestID);
545 
546   // Copy the manifest data into the .res file.
547   std::copy(manifest.begin(), manifest.end(), buf);
548   return std::move(res);
549 }
550 
createSideBySideManifest()551 void LinkerDriver::createSideBySideManifest() {
552   std::string path = std::string(ctx.config.manifestFile);
553   if (path == "")
554     path = ctx.config.outputFile + ".manifest";
555   std::error_code ec;
556   raw_fd_ostream out(path, ec, sys::fs::OF_TextWithCRLF);
557   if (ec)
558     fatal("failed to create manifest: " + ec.message());
559   out << createManifestXml();
560 }
561 
562 // Parse a string in the form of
563 // "<name>[=<internalname>][,@ordinal[,NONAME]][,DATA][,PRIVATE]"
564 // or "<name>=<dllname>.<name>".
565 // Used for parsing /export arguments.
parseExport(StringRef arg)566 Export LinkerDriver::parseExport(StringRef arg) {
567   Export e;
568   e.source = ExportSource::Export;
569 
570   StringRef rest;
571   std::tie(e.name, rest) = arg.split(",");
572   if (e.name.empty())
573     goto err;
574 
575   if (e.name.contains('=')) {
576     auto [x, y] = e.name.split("=");
577 
578     // If "<name>=<dllname>.<name>".
579     if (y.contains(".")) {
580       e.name = x;
581       e.forwardTo = y;
582     } else {
583       e.extName = x;
584       e.name = y;
585       if (e.name.empty())
586         goto err;
587     }
588   }
589 
590   // Optional parameters
591   // "[,@ordinal[,NONAME]][,DATA][,PRIVATE][,EXPORTAS,exportname]"
592   while (!rest.empty()) {
593     StringRef tok;
594     std::tie(tok, rest) = rest.split(",");
595     if (tok.equals_insensitive("noname")) {
596       if (e.ordinal == 0)
597         goto err;
598       e.noname = true;
599       continue;
600     }
601     if (tok.equals_insensitive("data")) {
602       e.data = true;
603       continue;
604     }
605     if (tok.equals_insensitive("constant")) {
606       e.constant = true;
607       continue;
608     }
609     if (tok.equals_insensitive("private")) {
610       e.isPrivate = true;
611       continue;
612     }
613     if (tok.equals_insensitive("exportas")) {
614       if (!rest.empty() && !rest.contains(','))
615         e.exportAs = rest;
616       else
617         error("invalid EXPORTAS value: " + rest);
618       break;
619     }
620     if (tok.starts_with("@")) {
621       int32_t ord;
622       if (tok.substr(1).getAsInteger(0, ord))
623         goto err;
624       if (ord <= 0 || 65535 < ord)
625         goto err;
626       e.ordinal = ord;
627       continue;
628     }
629     goto err;
630   }
631   return e;
632 
633 err:
634   fatal("invalid /export: " + arg);
635 }
636 
637 // Convert stdcall/fastcall style symbols into unsuffixed symbols,
638 // with or without a leading underscore. (MinGW specific.)
killAt(StringRef sym,bool prefix)639 static StringRef killAt(StringRef sym, bool prefix) {
640   if (sym.empty())
641     return sym;
642   // Strip any trailing stdcall suffix
643   sym = sym.substr(0, sym.find('@', 1));
644   if (!sym.starts_with("@")) {
645     if (prefix && !sym.starts_with("_"))
646       return saver().save("_" + sym);
647     return sym;
648   }
649   // For fastcall, remove the leading @ and replace it with an
650   // underscore, if prefixes are used.
651   sym = sym.substr(1);
652   if (prefix)
653     sym = saver().save("_" + sym);
654   return sym;
655 }
656 
exportSourceName(ExportSource s)657 static StringRef exportSourceName(ExportSource s) {
658   switch (s) {
659   case ExportSource::Directives:
660     return "source file (directives)";
661   case ExportSource::Export:
662     return "/export";
663   case ExportSource::ModuleDefinition:
664     return "/def";
665   default:
666     llvm_unreachable("unknown ExportSource");
667   }
668 }
669 
670 // Performs error checking on all /export arguments.
671 // It also sets ordinals.
fixupExports()672 void LinkerDriver::fixupExports() {
673   llvm::TimeTraceScope timeScope("Fixup exports");
674   // Symbol ordinals must be unique.
675   std::set<uint16_t> ords;
676   for (Export &e : ctx.config.exports) {
677     if (e.ordinal == 0)
678       continue;
679     if (!ords.insert(e.ordinal).second)
680       fatal("duplicate export ordinal: " + e.name);
681   }
682 
683   for (Export &e : ctx.config.exports) {
684     if (!e.exportAs.empty()) {
685       e.exportName = e.exportAs;
686       continue;
687     }
688 
689     StringRef sym =
690         !e.forwardTo.empty() || e.extName.empty() ? e.name : e.extName;
691     if (ctx.config.machine == I386 && sym.starts_with("_")) {
692       // In MSVC mode, a fully decorated stdcall function is exported
693       // as-is with the leading underscore (with type IMPORT_NAME).
694       // In MinGW mode, a decorated stdcall function gets the underscore
695       // removed, just like normal cdecl functions.
696       if (ctx.config.mingw || !sym.contains('@')) {
697         e.exportName = sym.substr(1);
698         continue;
699       }
700     }
701     if (isArm64EC(ctx.config.machine) && !e.data && !e.constant) {
702       if (std::optional<std::string> demangledName =
703               getArm64ECDemangledFunctionName(sym)) {
704         e.exportName = saver().save(*demangledName);
705         continue;
706       }
707     }
708     e.exportName = sym;
709   }
710 
711   if (ctx.config.killAt && ctx.config.machine == I386) {
712     for (Export &e : ctx.config.exports) {
713       e.name = killAt(e.name, true);
714       e.exportName = killAt(e.exportName, false);
715       e.extName = killAt(e.extName, true);
716       e.symbolName = killAt(e.symbolName, true);
717     }
718   }
719 
720   // Uniquefy by name.
721   DenseMap<StringRef, std::pair<Export *, unsigned>> map(
722       ctx.config.exports.size());
723   std::vector<Export> v;
724   for (Export &e : ctx.config.exports) {
725     auto pair = map.insert(std::make_pair(e.exportName, std::make_pair(&e, 0)));
726     bool inserted = pair.second;
727     if (inserted) {
728       pair.first->second.second = v.size();
729       v.push_back(e);
730       continue;
731     }
732     Export *existing = pair.first->second.first;
733     if (e == *existing || e.name != existing->name)
734       continue;
735     // If the existing export comes from .OBJ directives, we are allowed to
736     // overwrite it with /DEF: or /EXPORT without any warning, as MSVC link.exe
737     // does.
738     if (existing->source == ExportSource::Directives) {
739       *existing = e;
740       v[pair.first->second.second] = e;
741       continue;
742     }
743     if (existing->source == e.source) {
744       warn(Twine("duplicate ") + exportSourceName(existing->source) +
745            " option: " + e.name);
746     } else {
747       warn("duplicate export: " + e.name +
748            Twine(" first seen in " + exportSourceName(existing->source) +
749                  Twine(", now in " + exportSourceName(e.source))));
750     }
751   }
752   ctx.config.exports = std::move(v);
753 
754   // Sort by name.
755   llvm::sort(ctx.config.exports, [](const Export &a, const Export &b) {
756     return a.exportName < b.exportName;
757   });
758 }
759 
assignExportOrdinals()760 void LinkerDriver::assignExportOrdinals() {
761   // Assign unique ordinals if default (= 0).
762   uint32_t max = 0;
763   for (Export &e : ctx.config.exports)
764     max = std::max(max, (uint32_t)e.ordinal);
765   for (Export &e : ctx.config.exports)
766     if (e.ordinal == 0)
767       e.ordinal = ++max;
768   if (max > std::numeric_limits<uint16_t>::max())
769     fatal("too many exported symbols (got " + Twine(max) + ", max " +
770           Twine(std::numeric_limits<uint16_t>::max()) + ")");
771 }
772 
773 // Parses a string in the form of "key=value" and check
774 // if value matches previous values for the same key.
checkFailIfMismatch(StringRef arg,InputFile * source)775 void LinkerDriver::checkFailIfMismatch(StringRef arg, InputFile *source) {
776   auto [k, v] = arg.split('=');
777   if (k.empty() || v.empty())
778     fatal("/failifmismatch: invalid argument: " + arg);
779   std::pair<StringRef, InputFile *> existing = ctx.config.mustMatch[k];
780   if (!existing.first.empty() && v != existing.first) {
781     std::string sourceStr = source ? toString(source) : "cmd-line";
782     std::string existingStr =
783         existing.second ? toString(existing.second) : "cmd-line";
784     fatal("/failifmismatch: mismatch detected for '" + k + "':\n>>> " +
785           existingStr + " has value " + existing.first + "\n>>> " + sourceStr +
786           " has value " + v);
787   }
788   ctx.config.mustMatch[k] = {v, source};
789 }
790 
791 // Convert Windows resource files (.res files) to a .obj file.
792 // Does what cvtres.exe does, but in-process and cross-platform.
convertResToCOFF(ArrayRef<MemoryBufferRef> mbs,ArrayRef<ObjFile * > objs)793 MemoryBufferRef LinkerDriver::convertResToCOFF(ArrayRef<MemoryBufferRef> mbs,
794                                                ArrayRef<ObjFile *> objs) {
795   object::WindowsResourceParser parser(/* MinGW */ ctx.config.mingw);
796 
797   std::vector<std::string> duplicates;
798   for (MemoryBufferRef mb : mbs) {
799     std::unique_ptr<object::Binary> bin = check(object::createBinary(mb));
800     object::WindowsResource *rf = dyn_cast<object::WindowsResource>(bin.get());
801     if (!rf)
802       fatal("cannot compile non-resource file as resource");
803 
804     if (auto ec = parser.parse(rf, duplicates))
805       fatal(toString(std::move(ec)));
806   }
807 
808   // Note: This processes all .res files before all objs. Ideally they'd be
809   // handled in the same order they were linked (to keep the right one, if
810   // there are duplicates that are tolerated due to forceMultipleRes).
811   for (ObjFile *f : objs) {
812     object::ResourceSectionRef rsf;
813     if (auto ec = rsf.load(f->getCOFFObj()))
814       fatal(toString(f) + ": " + toString(std::move(ec)));
815 
816     if (auto ec = parser.parse(rsf, f->getName(), duplicates))
817       fatal(toString(std::move(ec)));
818   }
819 
820   if (ctx.config.mingw)
821     parser.cleanUpManifests(duplicates);
822 
823   for (const auto &dupeDiag : duplicates)
824     if (ctx.config.forceMultipleRes)
825       warn(dupeDiag);
826     else
827       error(dupeDiag);
828 
829   Expected<std::unique_ptr<MemoryBuffer>> e =
830       llvm::object::writeWindowsResourceCOFF(ctx.config.machine, parser,
831                                              ctx.config.timestamp);
832   if (!e)
833     fatal("failed to write .res to COFF: " + toString(e.takeError()));
834 
835   MemoryBufferRef mbref = **e;
836   make<std::unique_ptr<MemoryBuffer>>(std::move(*e)); // take ownership
837   return mbref;
838 }
839 
840 // Create OptTable
841 
842 // Create prefix string literals used in Options.td
843 #define PREFIX(NAME, VALUE)                                                    \
844   static constexpr llvm::StringLiteral NAME##_init[] = VALUE;                  \
845   static constexpr llvm::ArrayRef<llvm::StringLiteral> NAME(                   \
846       NAME##_init, std::size(NAME##_init) - 1);
847 #include "Options.inc"
848 #undef PREFIX
849 
850 // Create table mapping all options defined in Options.td
851 static constexpr llvm::opt::OptTable::Info infoTable[] = {
852 #define OPTION(...) LLVM_CONSTRUCT_OPT_INFO(__VA_ARGS__),
853 #include "Options.inc"
854 #undef OPTION
855 };
856 
COFFOptTable()857 COFFOptTable::COFFOptTable() : GenericOptTable(infoTable, true) {}
858 
859 // Set color diagnostics according to --color-diagnostics={auto,always,never}
860 // or --no-color-diagnostics flags.
handleColorDiagnostics(opt::InputArgList & args)861 static void handleColorDiagnostics(opt::InputArgList &args) {
862   auto *arg = args.getLastArg(OPT_color_diagnostics, OPT_color_diagnostics_eq,
863                               OPT_no_color_diagnostics);
864   if (!arg)
865     return;
866   if (arg->getOption().getID() == OPT_color_diagnostics) {
867     lld::errs().enable_colors(true);
868   } else if (arg->getOption().getID() == OPT_no_color_diagnostics) {
869     lld::errs().enable_colors(false);
870   } else {
871     StringRef s = arg->getValue();
872     if (s == "always")
873       lld::errs().enable_colors(true);
874     else if (s == "never")
875       lld::errs().enable_colors(false);
876     else if (s != "auto")
877       error("unknown option: --color-diagnostics=" + s);
878   }
879 }
880 
getQuotingStyle(opt::InputArgList & args)881 static cl::TokenizerCallback getQuotingStyle(opt::InputArgList &args) {
882   if (auto *arg = args.getLastArg(OPT_rsp_quoting)) {
883     StringRef s = arg->getValue();
884     if (s != "windows" && s != "posix")
885       error("invalid response file quoting: " + s);
886     if (s == "windows")
887       return cl::TokenizeWindowsCommandLine;
888     return cl::TokenizeGNUCommandLine;
889   }
890   // The COFF linker always defaults to Windows quoting.
891   return cl::TokenizeWindowsCommandLine;
892 }
893 
ArgParser(COFFLinkerContext & c)894 ArgParser::ArgParser(COFFLinkerContext &c) : ctx(c) {}
895 
896 // Parses a given list of options.
parse(ArrayRef<const char * > argv)897 opt::InputArgList ArgParser::parse(ArrayRef<const char *> argv) {
898   // Make InputArgList from string vectors.
899   unsigned missingIndex;
900   unsigned missingCount;
901 
902   // We need to get the quoting style for response files before parsing all
903   // options so we parse here before and ignore all the options but
904   // --rsp-quoting and /lldignoreenv.
905   // (This means --rsp-quoting can't be added through %LINK%.)
906   opt::InputArgList args =
907       ctx.optTable.ParseArgs(argv, missingIndex, missingCount);
908 
909   // Expand response files (arguments in the form of @<filename>) and insert
910   // flags from %LINK% and %_LINK_%, and then parse the argument again.
911   SmallVector<const char *, 256> expandedArgv(argv.data(),
912                                               argv.data() + argv.size());
913   if (!args.hasArg(OPT_lldignoreenv))
914     addLINK(expandedArgv);
915   cl::ExpandResponseFiles(saver(), getQuotingStyle(args), expandedArgv);
916   args = ctx.optTable.ParseArgs(ArrayRef(expandedArgv).drop_front(),
917                                 missingIndex, missingCount);
918 
919   // Print the real command line if response files are expanded.
920   if (args.hasArg(OPT_verbose) && argv.size() != expandedArgv.size()) {
921     std::string msg = "Command line:";
922     for (const char *s : expandedArgv)
923       msg += " " + std::string(s);
924     message(msg);
925   }
926 
927   // Save the command line after response file expansion so we can write it to
928   // the PDB if necessary. Mimic MSVC, which skips input files.
929   ctx.config.argv = {argv[0]};
930   for (opt::Arg *arg : args) {
931     if (arg->getOption().getKind() != opt::Option::InputClass) {
932       ctx.config.argv.emplace_back(args.getArgString(arg->getIndex()));
933     }
934   }
935 
936   // Handle /WX early since it converts missing argument warnings to errors.
937   errorHandler().fatalWarnings = args.hasFlag(OPT_WX, OPT_WX_no, false);
938 
939   if (missingCount)
940     fatal(Twine(args.getArgString(missingIndex)) + ": missing argument");
941 
942   handleColorDiagnostics(args);
943 
944   for (opt::Arg *arg : args.filtered(OPT_UNKNOWN)) {
945     std::string nearest;
946     if (ctx.optTable.findNearest(arg->getAsString(args), nearest) > 1)
947       warn("ignoring unknown argument '" + arg->getAsString(args) + "'");
948     else
949       warn("ignoring unknown argument '" + arg->getAsString(args) +
950            "', did you mean '" + nearest + "'");
951   }
952 
953   if (args.hasArg(OPT_lib))
954     warn("ignoring /lib since it's not the first argument");
955 
956   return args;
957 }
958 
959 // Tokenizes and parses a given string as command line in .drective section.
parseDirectives(StringRef s)960 ParsedDirectives ArgParser::parseDirectives(StringRef s) {
961   ParsedDirectives result;
962   SmallVector<const char *, 16> rest;
963 
964   // Handle /EXPORT and /INCLUDE in a fast path. These directives can appear for
965   // potentially every symbol in the object, so they must be handled quickly.
966   SmallVector<StringRef, 16> tokens;
967   cl::TokenizeWindowsCommandLineNoCopy(s, saver(), tokens);
968   for (StringRef tok : tokens) {
969     if (tok.starts_with_insensitive("/export:") ||
970         tok.starts_with_insensitive("-export:"))
971       result.exports.push_back(tok.substr(strlen("/export:")));
972     else if (tok.starts_with_insensitive("/include:") ||
973              tok.starts_with_insensitive("-include:"))
974       result.includes.push_back(tok.substr(strlen("/include:")));
975     else if (tok.starts_with_insensitive("/exclude-symbols:") ||
976              tok.starts_with_insensitive("-exclude-symbols:"))
977       result.excludes.push_back(tok.substr(strlen("/exclude-symbols:")));
978     else {
979       // Copy substrings that are not valid C strings. The tokenizer may have
980       // already copied quoted arguments for us, so those do not need to be
981       // copied again.
982       bool HasNul = tok.end() != s.end() && tok.data()[tok.size()] == '\0';
983       rest.push_back(HasNul ? tok.data() : saver().save(tok).data());
984     }
985   }
986 
987   // Make InputArgList from unparsed string vectors.
988   unsigned missingIndex;
989   unsigned missingCount;
990 
991   result.args = ctx.optTable.ParseArgs(rest, missingIndex, missingCount);
992 
993   if (missingCount)
994     fatal(Twine(result.args.getArgString(missingIndex)) + ": missing argument");
995   for (auto *arg : result.args.filtered(OPT_UNKNOWN))
996     warn("ignoring unknown argument: " + arg->getAsString(result.args));
997   return result;
998 }
999 
1000 // link.exe has an interesting feature. If LINK or _LINK_ environment
1001 // variables exist, their contents are handled as command line strings.
1002 // So you can pass extra arguments using them.
addLINK(SmallVector<const char *,256> & argv)1003 void ArgParser::addLINK(SmallVector<const char *, 256> &argv) {
1004   // Concatenate LINK env and command line arguments, and then parse them.
1005   if (std::optional<std::string> s = Process::GetEnv("LINK")) {
1006     std::vector<const char *> v = tokenize(*s);
1007     argv.insert(std::next(argv.begin()), v.begin(), v.end());
1008   }
1009   if (std::optional<std::string> s = Process::GetEnv("_LINK_")) {
1010     std::vector<const char *> v = tokenize(*s);
1011     argv.insert(std::next(argv.begin()), v.begin(), v.end());
1012   }
1013 }
1014 
tokenize(StringRef s)1015 std::vector<const char *> ArgParser::tokenize(StringRef s) {
1016   SmallVector<const char *, 16> tokens;
1017   cl::TokenizeWindowsCommandLine(s, saver(), tokens);
1018   return std::vector<const char *>(tokens.begin(), tokens.end());
1019 }
1020 
printHelp(const char * argv0)1021 void LinkerDriver::printHelp(const char *argv0) {
1022   ctx.optTable.printHelp(lld::outs(),
1023                          (std::string(argv0) + " [options] file...").c_str(),
1024                          "LLVM Linker", false);
1025 }
1026 
1027 } // namespace coff
1028 } // namespace lld
1029