xref: /openbsd/gnu/llvm/lld/COFF/DriverUtils.cpp (revision dfe94b16)
1 //===- DriverUtils.cpp ----------------------------------------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file contains utility functions for the driver. Because there
10 // are so many small functions, we created this separate file to make
11 // Driver.cpp less cluttered.
12 //
13 //===----------------------------------------------------------------------===//
14 
15 #include "COFFLinkerContext.h"
16 #include "Driver.h"
17 #include "Symbols.h"
18 #include "lld/Common/ErrorHandler.h"
19 #include "lld/Common/Memory.h"
20 #include "llvm/ADT/STLExtras.h"
21 #include "llvm/ADT/StringSwitch.h"
22 #include "llvm/BinaryFormat/COFF.h"
23 #include "llvm/Object/COFF.h"
24 #include "llvm/Object/WindowsResource.h"
25 #include "llvm/Option/Arg.h"
26 #include "llvm/Option/ArgList.h"
27 #include "llvm/Option/Option.h"
28 #include "llvm/Support/CommandLine.h"
29 #include "llvm/Support/FileUtilities.h"
30 #include "llvm/Support/MathExtras.h"
31 #include "llvm/Support/Process.h"
32 #include "llvm/Support/Program.h"
33 #include "llvm/Support/raw_ostream.h"
34 #include "llvm/WindowsManifest/WindowsManifestMerger.h"
35 #include <limits>
36 #include <memory>
37 #include <optional>
38 
39 using namespace llvm::COFF;
40 using namespace llvm;
41 using llvm::sys::Process;
42 
43 namespace lld {
44 namespace coff {
45 namespace {
46 
47 const uint16_t SUBLANG_ENGLISH_US = 0x0409;
48 const uint16_t RT_MANIFEST = 24;
49 
50 class Executor {
51 public:
Executor(StringRef s)52   explicit Executor(StringRef s) : prog(saver().save(s)) {}
add(StringRef s)53   void add(StringRef s) { args.push_back(saver().save(s)); }
add(std::string & s)54   void add(std::string &s) { args.push_back(saver().save(s)); }
add(Twine s)55   void add(Twine s) { args.push_back(saver().save(s)); }
add(const char * s)56   void add(const char *s) { args.push_back(saver().save(s)); }
57 
run()58   void run() {
59     ErrorOr<std::string> exeOrErr = sys::findProgramByName(prog);
60     if (auto ec = exeOrErr.getError())
61       fatal("unable to find " + prog + " in PATH: " + ec.message());
62     StringRef exe = saver().save(*exeOrErr);
63     args.insert(args.begin(), exe);
64 
65     if (sys::ExecuteAndWait(args[0], args) != 0)
66       fatal("ExecuteAndWait failed: " +
67             llvm::join(args.begin(), args.end(), " "));
68   }
69 
70 private:
71   StringRef prog;
72   std::vector<StringRef> args;
73 };
74 
75 } // anonymous namespace
76 
77 // Parses a string in the form of "<integer>[,<integer>]".
parseNumbers(StringRef arg,uint64_t * addr,uint64_t * size)78 void LinkerDriver::parseNumbers(StringRef arg, uint64_t *addr, uint64_t *size) {
79   auto [s1, s2] = arg.split(',');
80   if (s1.getAsInteger(0, *addr))
81     fatal("invalid number: " + s1);
82   if (size && !s2.empty() && s2.getAsInteger(0, *size))
83     fatal("invalid number: " + s2);
84 }
85 
86 // Parses a string in the form of "<integer>[.<integer>]".
87 // If second number is not present, Minor is set to 0.
parseVersion(StringRef arg,uint32_t * major,uint32_t * minor)88 void LinkerDriver::parseVersion(StringRef arg, uint32_t *major,
89                                 uint32_t *minor) {
90   auto [s1, s2] = arg.split('.');
91   if (s1.getAsInteger(10, *major))
92     fatal("invalid number: " + s1);
93   *minor = 0;
94   if (!s2.empty() && s2.getAsInteger(10, *minor))
95     fatal("invalid number: " + s2);
96 }
97 
parseGuard(StringRef fullArg)98 void LinkerDriver::parseGuard(StringRef fullArg) {
99   SmallVector<StringRef, 1> splitArgs;
100   fullArg.split(splitArgs, ",");
101   for (StringRef arg : splitArgs) {
102     if (arg.equals_insensitive("no"))
103       ctx.config.guardCF = GuardCFLevel::Off;
104     else if (arg.equals_insensitive("nolongjmp"))
105       ctx.config.guardCF &= ~GuardCFLevel::LongJmp;
106     else if (arg.equals_insensitive("noehcont"))
107       ctx.config.guardCF &= ~GuardCFLevel::EHCont;
108     else if (arg.equals_insensitive("cf") || arg.equals_insensitive("longjmp"))
109       ctx.config.guardCF |= GuardCFLevel::CF | GuardCFLevel::LongJmp;
110     else if (arg.equals_insensitive("ehcont"))
111       ctx.config.guardCF |= GuardCFLevel::CF | GuardCFLevel::EHCont;
112     else
113       fatal("invalid argument to /guard: " + arg);
114   }
115 }
116 
117 // Parses a string in the form of "<subsystem>[,<integer>[.<integer>]]".
parseSubsystem(StringRef arg,WindowsSubsystem * sys,uint32_t * major,uint32_t * minor,bool * gotVersion)118 void LinkerDriver::parseSubsystem(StringRef arg, WindowsSubsystem *sys,
119                                   uint32_t *major, uint32_t *minor,
120                                   bool *gotVersion) {
121   auto [sysStr, ver] = arg.split(',');
122   std::string sysStrLower = sysStr.lower();
123   *sys = StringSwitch<WindowsSubsystem>(sysStrLower)
124     .Case("boot_application", IMAGE_SUBSYSTEM_WINDOWS_BOOT_APPLICATION)
125     .Case("console", IMAGE_SUBSYSTEM_WINDOWS_CUI)
126     .Case("default", IMAGE_SUBSYSTEM_UNKNOWN)
127     .Case("efi_application", IMAGE_SUBSYSTEM_EFI_APPLICATION)
128     .Case("efi_boot_service_driver", IMAGE_SUBSYSTEM_EFI_BOOT_SERVICE_DRIVER)
129     .Case("efi_rom", IMAGE_SUBSYSTEM_EFI_ROM)
130     .Case("efi_runtime_driver", IMAGE_SUBSYSTEM_EFI_RUNTIME_DRIVER)
131     .Case("native", IMAGE_SUBSYSTEM_NATIVE)
132     .Case("posix", IMAGE_SUBSYSTEM_POSIX_CUI)
133     .Case("windows", IMAGE_SUBSYSTEM_WINDOWS_GUI)
134     .Default(IMAGE_SUBSYSTEM_UNKNOWN);
135   if (*sys == IMAGE_SUBSYSTEM_UNKNOWN && sysStrLower != "default")
136     fatal("unknown subsystem: " + sysStr);
137   if (!ver.empty())
138     parseVersion(ver, major, minor);
139   if (gotVersion)
140     *gotVersion = !ver.empty();
141 }
142 
143 // Parse a string of the form of "<from>=<to>".
144 // Results are directly written to Config.
parseAlternateName(StringRef s)145 void LinkerDriver::parseAlternateName(StringRef s) {
146   auto [from, to] = s.split('=');
147   if (from.empty() || to.empty())
148     fatal("/alternatename: invalid argument: " + s);
149   auto it = ctx.config.alternateNames.find(from);
150   if (it != ctx.config.alternateNames.end() && it->second != to)
151     fatal("/alternatename: conflicts: " + s);
152   ctx.config.alternateNames.insert(it, std::make_pair(from, to));
153 }
154 
155 // Parse a string of the form of "<from>=<to>".
156 // Results are directly written to Config.
parseMerge(StringRef s)157 void LinkerDriver::parseMerge(StringRef s) {
158   auto [from, to] = s.split('=');
159   if (from.empty() || to.empty())
160     fatal("/merge: invalid argument: " + s);
161   if (from == ".rsrc" || to == ".rsrc")
162     fatal("/merge: cannot merge '.rsrc' with any section");
163   if (from == ".reloc" || to == ".reloc")
164     fatal("/merge: cannot merge '.reloc' with any section");
165   auto pair = ctx.config.merge.insert(std::make_pair(from, to));
166   bool inserted = pair.second;
167   if (!inserted) {
168     StringRef existing = pair.first->second;
169     if (existing != to)
170       warn(s + ": already merged into " + existing);
171   }
172 }
173 
parsePDBPageSize(StringRef s)174 void LinkerDriver::parsePDBPageSize(StringRef s) {
175   int v;
176   if (s.getAsInteger(0, v)) {
177     error("/pdbpagesize: invalid argument: " + s);
178     return;
179   }
180   if (v != 4096 && v != 8192 && v != 16384 && v != 32768) {
181     error("/pdbpagesize: invalid argument: " + s);
182     return;
183   }
184 
185   ctx.config.pdbPageSize = v;
186 }
187 
parseSectionAttributes(StringRef s)188 static uint32_t parseSectionAttributes(StringRef s) {
189   uint32_t ret = 0;
190   for (char c : s.lower()) {
191     switch (c) {
192     case 'd':
193       ret |= IMAGE_SCN_MEM_DISCARDABLE;
194       break;
195     case 'e':
196       ret |= IMAGE_SCN_MEM_EXECUTE;
197       break;
198     case 'k':
199       ret |= IMAGE_SCN_MEM_NOT_CACHED;
200       break;
201     case 'p':
202       ret |= IMAGE_SCN_MEM_NOT_PAGED;
203       break;
204     case 'r':
205       ret |= IMAGE_SCN_MEM_READ;
206       break;
207     case 's':
208       ret |= IMAGE_SCN_MEM_SHARED;
209       break;
210     case 'w':
211       ret |= IMAGE_SCN_MEM_WRITE;
212       break;
213     default:
214       fatal("/section: invalid argument: " + s);
215     }
216   }
217   return ret;
218 }
219 
220 // Parses /section option argument.
parseSection(StringRef s)221 void LinkerDriver::parseSection(StringRef s) {
222   auto [name, attrs] = s.split(',');
223   if (name.empty() || attrs.empty())
224     fatal("/section: invalid argument: " + s);
225   ctx.config.section[name] = parseSectionAttributes(attrs);
226 }
227 
228 // Parses /aligncomm option argument.
parseAligncomm(StringRef s)229 void LinkerDriver::parseAligncomm(StringRef s) {
230   auto [name, align] = s.split(',');
231   if (name.empty() || align.empty()) {
232     error("/aligncomm: invalid argument: " + s);
233     return;
234   }
235   int v;
236   if (align.getAsInteger(0, v)) {
237     error("/aligncomm: invalid argument: " + s);
238     return;
239   }
240   ctx.config.alignComm[std::string(name)] =
241       std::max(ctx.config.alignComm[std::string(name)], 1 << v);
242 }
243 
244 // Parses /functionpadmin option argument.
parseFunctionPadMin(llvm::opt::Arg * a)245 void LinkerDriver::parseFunctionPadMin(llvm::opt::Arg *a) {
246   StringRef arg = a->getNumValues() ? a->getValue() : "";
247   if (!arg.empty()) {
248     // Optional padding in bytes is given.
249     if (arg.getAsInteger(0, ctx.config.functionPadMin))
250       error("/functionpadmin: invalid argument: " + arg);
251     return;
252   }
253   // No optional argument given.
254   // Set default padding based on machine, similar to link.exe.
255   // There is no default padding for ARM platforms.
256   if (ctx.config.machine == I386) {
257     ctx.config.functionPadMin = 5;
258   } else if (ctx.config.machine == AMD64) {
259     ctx.config.functionPadMin = 6;
260   } else {
261     error("/functionpadmin: invalid argument for this machine: " + arg);
262   }
263 }
264 
265 // Parses a string in the form of "EMBED[,=<integer>]|NO".
266 // Results are directly written to
267 // Config.
parseManifest(StringRef arg)268 void LinkerDriver::parseManifest(StringRef arg) {
269   if (arg.equals_insensitive("no")) {
270     ctx.config.manifest = Configuration::No;
271     return;
272   }
273   if (!arg.startswith_insensitive("embed"))
274     fatal("invalid option " + arg);
275   ctx.config.manifest = Configuration::Embed;
276   arg = arg.substr(strlen("embed"));
277   if (arg.empty())
278     return;
279   if (!arg.startswith_insensitive(",id="))
280     fatal("invalid option " + arg);
281   arg = arg.substr(strlen(",id="));
282   if (arg.getAsInteger(0, ctx.config.manifestID))
283     fatal("invalid option " + arg);
284 }
285 
286 // Parses a string in the form of "level=<string>|uiAccess=<string>|NO".
287 // Results are directly written to Config.
parseManifestUAC(StringRef arg)288 void LinkerDriver::parseManifestUAC(StringRef arg) {
289   if (arg.equals_insensitive("no")) {
290     ctx.config.manifestUAC = false;
291     return;
292   }
293   for (;;) {
294     arg = arg.ltrim();
295     if (arg.empty())
296       return;
297     if (arg.startswith_insensitive("level=")) {
298       arg = arg.substr(strlen("level="));
299       std::tie(ctx.config.manifestLevel, arg) = arg.split(" ");
300       continue;
301     }
302     if (arg.startswith_insensitive("uiaccess=")) {
303       arg = arg.substr(strlen("uiaccess="));
304       std::tie(ctx.config.manifestUIAccess, arg) = arg.split(" ");
305       continue;
306     }
307     fatal("invalid option " + arg);
308   }
309 }
310 
311 // Parses a string in the form of "cd|net[,(cd|net)]*"
312 // Results are directly written to Config.
parseSwaprun(StringRef arg)313 void LinkerDriver::parseSwaprun(StringRef arg) {
314   do {
315     auto [swaprun, newArg] = arg.split(',');
316     if (swaprun.equals_insensitive("cd"))
317       ctx.config.swaprunCD = true;
318     else if (swaprun.equals_insensitive("net"))
319       ctx.config.swaprunNet = true;
320     else if (swaprun.empty())
321       error("/swaprun: missing argument");
322     else
323       error("/swaprun: invalid argument: " + swaprun);
324     // To catch trailing commas, e.g. `/spawrun:cd,`
325     if (newArg.empty() && arg.endswith(","))
326       error("/swaprun: missing argument");
327     arg = newArg;
328   } while (!arg.empty());
329 }
330 
331 // An RAII temporary file class that automatically removes a temporary file.
332 namespace {
333 class TemporaryFile {
334 public:
TemporaryFile(StringRef prefix,StringRef extn,StringRef contents="")335   TemporaryFile(StringRef prefix, StringRef extn, StringRef contents = "") {
336     SmallString<128> s;
337     if (auto ec = sys::fs::createTemporaryFile("lld-" + prefix, extn, s))
338       fatal("cannot create a temporary file: " + ec.message());
339     path = std::string(s.str());
340 
341     if (!contents.empty()) {
342       std::error_code ec;
343       raw_fd_ostream os(path, ec, sys::fs::OF_None);
344       if (ec)
345         fatal("failed to open " + path + ": " + ec.message());
346       os << contents;
347     }
348   }
349 
TemporaryFile(TemporaryFile && obj)350   TemporaryFile(TemporaryFile &&obj) {
351     std::swap(path, obj.path);
352   }
353 
~TemporaryFile()354   ~TemporaryFile() {
355     if (path.empty())
356       return;
357     if (sys::fs::remove(path))
358       fatal("failed to remove " + path);
359   }
360 
361   // Returns a memory buffer of this temporary file.
362   // Note that this function does not leave the file open,
363   // so it is safe to remove the file immediately after this function
364   // is called (you cannot remove an opened file on Windows.)
getMemoryBuffer()365   std::unique_ptr<MemoryBuffer> getMemoryBuffer() {
366     // IsVolatile=true forces MemoryBuffer to not use mmap().
367     return CHECK(MemoryBuffer::getFile(path, /*IsText=*/false,
368                                        /*RequiresNullTerminator=*/false,
369                                        /*IsVolatile=*/true),
370                  "could not open " + path);
371   }
372 
373   std::string path;
374 };
375 }
376 
createDefaultXml()377 std::string LinkerDriver::createDefaultXml() {
378   std::string ret;
379   raw_string_ostream os(ret);
380 
381   // Emit the XML. Note that we do *not* verify that the XML attributes are
382   // syntactically correct. This is intentional for link.exe compatibility.
383   os << "<?xml version=\"1.0\" standalone=\"yes\"?>\n"
384      << "<assembly xmlns=\"urn:schemas-microsoft-com:asm.v1\"\n"
385      << "          manifestVersion=\"1.0\">\n";
386   if (ctx.config.manifestUAC) {
387     os << "  <trustInfo>\n"
388        << "    <security>\n"
389        << "      <requestedPrivileges>\n"
390        << "         <requestedExecutionLevel level=" << ctx.config.manifestLevel
391        << " uiAccess=" << ctx.config.manifestUIAccess << "/>\n"
392        << "      </requestedPrivileges>\n"
393        << "    </security>\n"
394        << "  </trustInfo>\n";
395   }
396   for (auto manifestDependency : ctx.config.manifestDependencies) {
397     os << "  <dependency>\n"
398        << "    <dependentAssembly>\n"
399        << "      <assemblyIdentity " << manifestDependency << " />\n"
400        << "    </dependentAssembly>\n"
401        << "  </dependency>\n";
402   }
403   os << "</assembly>\n";
404   return os.str();
405 }
406 
407 std::string
createManifestXmlWithInternalMt(StringRef defaultXml)408 LinkerDriver::createManifestXmlWithInternalMt(StringRef defaultXml) {
409   std::unique_ptr<MemoryBuffer> defaultXmlCopy =
410       MemoryBuffer::getMemBufferCopy(defaultXml);
411 
412   windows_manifest::WindowsManifestMerger merger;
413   if (auto e = merger.merge(*defaultXmlCopy.get()))
414     fatal("internal manifest tool failed on default xml: " +
415           toString(std::move(e)));
416 
417   for (StringRef filename : ctx.config.manifestInput) {
418     std::unique_ptr<MemoryBuffer> manifest =
419         check(MemoryBuffer::getFile(filename));
420     // Call takeBuffer to include in /reproduce: output if applicable.
421     if (auto e = merger.merge(takeBuffer(std::move(manifest))))
422       fatal("internal manifest tool failed on file " + filename + ": " +
423             toString(std::move(e)));
424   }
425 
426   return std::string(merger.getMergedManifest().get()->getBuffer());
427 }
428 
429 std::string
createManifestXmlWithExternalMt(StringRef defaultXml)430 LinkerDriver::createManifestXmlWithExternalMt(StringRef defaultXml) {
431   // Create the default manifest file as a temporary file.
432   TemporaryFile Default("defaultxml", "manifest");
433   std::error_code ec;
434   raw_fd_ostream os(Default.path, ec, sys::fs::OF_TextWithCRLF);
435   if (ec)
436     fatal("failed to open " + Default.path + ": " + ec.message());
437   os << defaultXml;
438   os.close();
439 
440   // Merge user-supplied manifests if they are given.  Since libxml2 is not
441   // enabled, we must shell out to Microsoft's mt.exe tool.
442   TemporaryFile user("user", "manifest");
443 
444   Executor e("mt.exe");
445   e.add("/manifest");
446   e.add(Default.path);
447   for (StringRef filename : ctx.config.manifestInput) {
448     e.add("/manifest");
449     e.add(filename);
450 
451     // Manually add the file to the /reproduce: tar if needed.
452     if (tar)
453       if (auto mbOrErr = MemoryBuffer::getFile(filename))
454         takeBuffer(std::move(*mbOrErr));
455   }
456   e.add("/nologo");
457   e.add("/out:" + StringRef(user.path));
458   e.run();
459 
460   return std::string(
461       CHECK(MemoryBuffer::getFile(user.path), "could not open " + user.path)
462           .get()
463           ->getBuffer());
464 }
465 
createManifestXml()466 std::string LinkerDriver::createManifestXml() {
467   std::string defaultXml = createDefaultXml();
468   if (ctx.config.manifestInput.empty())
469     return defaultXml;
470 
471   if (windows_manifest::isAvailable())
472     return createManifestXmlWithInternalMt(defaultXml);
473 
474   return createManifestXmlWithExternalMt(defaultXml);
475 }
476 
477 std::unique_ptr<WritableMemoryBuffer>
createMemoryBufferForManifestRes(size_t manifestSize)478 LinkerDriver::createMemoryBufferForManifestRes(size_t manifestSize) {
479   size_t resSize = alignTo(
480       object::WIN_RES_MAGIC_SIZE + object::WIN_RES_NULL_ENTRY_SIZE +
481           sizeof(object::WinResHeaderPrefix) + sizeof(object::WinResIDs) +
482           sizeof(object::WinResHeaderSuffix) + manifestSize,
483       object::WIN_RES_DATA_ALIGNMENT);
484   return WritableMemoryBuffer::getNewMemBuffer(resSize, ctx.config.outputFile +
485                                                             ".manifest.res");
486 }
487 
writeResFileHeader(char * & buf)488 static void writeResFileHeader(char *&buf) {
489   memcpy(buf, COFF::WinResMagic, sizeof(COFF::WinResMagic));
490   buf += sizeof(COFF::WinResMagic);
491   memset(buf, 0, object::WIN_RES_NULL_ENTRY_SIZE);
492   buf += object::WIN_RES_NULL_ENTRY_SIZE;
493 }
494 
writeResEntryHeader(char * & buf,size_t manifestSize,int manifestID)495 static void writeResEntryHeader(char *&buf, size_t manifestSize,
496                                 int manifestID) {
497   // Write the prefix.
498   auto *prefix = reinterpret_cast<object::WinResHeaderPrefix *>(buf);
499   prefix->DataSize = manifestSize;
500   prefix->HeaderSize = sizeof(object::WinResHeaderPrefix) +
501                        sizeof(object::WinResIDs) +
502                        sizeof(object::WinResHeaderSuffix);
503   buf += sizeof(object::WinResHeaderPrefix);
504 
505   // Write the Type/Name IDs.
506   auto *iDs = reinterpret_cast<object::WinResIDs *>(buf);
507   iDs->setType(RT_MANIFEST);
508   iDs->setName(manifestID);
509   buf += sizeof(object::WinResIDs);
510 
511   // Write the suffix.
512   auto *suffix = reinterpret_cast<object::WinResHeaderSuffix *>(buf);
513   suffix->DataVersion = 0;
514   suffix->MemoryFlags = object::WIN_RES_PURE_MOVEABLE;
515   suffix->Language = SUBLANG_ENGLISH_US;
516   suffix->Version = 0;
517   suffix->Characteristics = 0;
518   buf += sizeof(object::WinResHeaderSuffix);
519 }
520 
521 // Create a resource file containing a manifest XML.
createManifestRes()522 std::unique_ptr<MemoryBuffer> LinkerDriver::createManifestRes() {
523   std::string manifest = createManifestXml();
524 
525   std::unique_ptr<WritableMemoryBuffer> res =
526       createMemoryBufferForManifestRes(manifest.size());
527 
528   char *buf = res->getBufferStart();
529   writeResFileHeader(buf);
530   writeResEntryHeader(buf, manifest.size(), ctx.config.manifestID);
531 
532   // Copy the manifest data into the .res file.
533   std::copy(manifest.begin(), manifest.end(), buf);
534   return std::move(res);
535 }
536 
createSideBySideManifest()537 void LinkerDriver::createSideBySideManifest() {
538   std::string path = std::string(ctx.config.manifestFile);
539   if (path == "")
540     path = ctx.config.outputFile + ".manifest";
541   std::error_code ec;
542   raw_fd_ostream out(path, ec, sys::fs::OF_TextWithCRLF);
543   if (ec)
544     fatal("failed to create manifest: " + ec.message());
545   out << createManifestXml();
546 }
547 
548 // Parse a string in the form of
549 // "<name>[=<internalname>][,@ordinal[,NONAME]][,DATA][,PRIVATE]"
550 // or "<name>=<dllname>.<name>".
551 // Used for parsing /export arguments.
parseExport(StringRef arg)552 Export LinkerDriver::parseExport(StringRef arg) {
553   Export e;
554   StringRef rest;
555   std::tie(e.name, rest) = arg.split(",");
556   if (e.name.empty())
557     goto err;
558 
559   if (e.name.contains('=')) {
560     auto [x, y] = e.name.split("=");
561 
562     // If "<name>=<dllname>.<name>".
563     if (y.contains(".")) {
564       e.name = x;
565       e.forwardTo = y;
566       return e;
567     }
568 
569     e.extName = x;
570     e.name = y;
571     if (e.name.empty())
572       goto err;
573   }
574 
575   // If "<name>=<internalname>[,@ordinal[,NONAME]][,DATA][,PRIVATE]"
576   while (!rest.empty()) {
577     StringRef tok;
578     std::tie(tok, rest) = rest.split(",");
579     if (tok.equals_insensitive("noname")) {
580       if (e.ordinal == 0)
581         goto err;
582       e.noname = true;
583       continue;
584     }
585     if (tok.equals_insensitive("data")) {
586       e.data = true;
587       continue;
588     }
589     if (tok.equals_insensitive("constant")) {
590       e.constant = true;
591       continue;
592     }
593     if (tok.equals_insensitive("private")) {
594       e.isPrivate = true;
595       continue;
596     }
597     if (tok.startswith("@")) {
598       int32_t ord;
599       if (tok.substr(1).getAsInteger(0, ord))
600         goto err;
601       if (ord <= 0 || 65535 < ord)
602         goto err;
603       e.ordinal = ord;
604       continue;
605     }
606     goto err;
607   }
608   return e;
609 
610 err:
611   fatal("invalid /export: " + arg);
612 }
613 
undecorate(COFFLinkerContext & ctx,StringRef sym)614 static StringRef undecorate(COFFLinkerContext &ctx, StringRef sym) {
615   if (ctx.config.machine != I386)
616     return sym;
617   // In MSVC mode, a fully decorated stdcall function is exported
618   // as-is with the leading underscore (with type IMPORT_NAME).
619   // In MinGW mode, a decorated stdcall function gets the underscore
620   // removed, just like normal cdecl functions.
621   if (sym.startswith("_") && sym.contains('@') && !ctx.config.mingw)
622     return sym;
623   return sym.startswith("_") ? sym.substr(1) : sym;
624 }
625 
626 // Convert stdcall/fastcall style symbols into unsuffixed symbols,
627 // with or without a leading underscore. (MinGW specific.)
killAt(StringRef sym,bool prefix)628 static StringRef killAt(StringRef sym, bool prefix) {
629   if (sym.empty())
630     return sym;
631   // Strip any trailing stdcall suffix
632   sym = sym.substr(0, sym.find('@', 1));
633   if (!sym.startswith("@")) {
634     if (prefix && !sym.startswith("_"))
635       return saver().save("_" + sym);
636     return sym;
637   }
638   // For fastcall, remove the leading @ and replace it with an
639   // underscore, if prefixes are used.
640   sym = sym.substr(1);
641   if (prefix)
642     sym = saver().save("_" + sym);
643   return sym;
644 }
645 
646 // Performs error checking on all /export arguments.
647 // It also sets ordinals.
fixupExports()648 void LinkerDriver::fixupExports() {
649   // Symbol ordinals must be unique.
650   std::set<uint16_t> ords;
651   for (Export &e : ctx.config.exports) {
652     if (e.ordinal == 0)
653       continue;
654     if (!ords.insert(e.ordinal).second)
655       fatal("duplicate export ordinal: " + e.name);
656   }
657 
658   for (Export &e : ctx.config.exports) {
659     if (!e.forwardTo.empty()) {
660       e.exportName = undecorate(ctx, e.name);
661     } else {
662       e.exportName = undecorate(ctx, e.extName.empty() ? e.name : e.extName);
663     }
664   }
665 
666   if (ctx.config.killAt && ctx.config.machine == I386) {
667     for (Export &e : ctx.config.exports) {
668       e.name = killAt(e.name, true);
669       e.exportName = killAt(e.exportName, false);
670       e.extName = killAt(e.extName, true);
671       e.symbolName = killAt(e.symbolName, true);
672     }
673   }
674 
675   // Uniquefy by name.
676   DenseMap<StringRef, Export *> map(ctx.config.exports.size());
677   std::vector<Export> v;
678   for (Export &e : ctx.config.exports) {
679     auto pair = map.insert(std::make_pair(e.exportName, &e));
680     bool inserted = pair.second;
681     if (inserted) {
682       v.push_back(e);
683       continue;
684     }
685     Export *existing = pair.first->second;
686     if (e == *existing || e.name != existing->name)
687       continue;
688     warn("duplicate /export option: " + e.name);
689   }
690   ctx.config.exports = std::move(v);
691 
692   // Sort by name.
693   llvm::sort(ctx.config.exports, [](const Export &a, const Export &b) {
694     return a.exportName < b.exportName;
695   });
696 }
697 
assignExportOrdinals()698 void LinkerDriver::assignExportOrdinals() {
699   // Assign unique ordinals if default (= 0).
700   uint32_t max = 0;
701   for (Export &e : ctx.config.exports)
702     max = std::max(max, (uint32_t)e.ordinal);
703   for (Export &e : ctx.config.exports)
704     if (e.ordinal == 0)
705       e.ordinal = ++max;
706   if (max > std::numeric_limits<uint16_t>::max())
707     fatal("too many exported symbols (got " + Twine(max) + ", max " +
708           Twine(std::numeric_limits<uint16_t>::max()) + ")");
709 }
710 
711 // Parses a string in the form of "key=value" and check
712 // if value matches previous values for the same key.
checkFailIfMismatch(StringRef arg,InputFile * source)713 void LinkerDriver::checkFailIfMismatch(StringRef arg, InputFile *source) {
714   auto [k, v] = arg.split('=');
715   if (k.empty() || v.empty())
716     fatal("/failifmismatch: invalid argument: " + arg);
717   std::pair<StringRef, InputFile *> existing = ctx.config.mustMatch[k];
718   if (!existing.first.empty() && v != existing.first) {
719     std::string sourceStr = source ? toString(source) : "cmd-line";
720     std::string existingStr =
721         existing.second ? toString(existing.second) : "cmd-line";
722     fatal("/failifmismatch: mismatch detected for '" + k + "':\n>>> " +
723           existingStr + " has value " + existing.first + "\n>>> " + sourceStr +
724           " has value " + v);
725   }
726   ctx.config.mustMatch[k] = {v, source};
727 }
728 
729 // Convert Windows resource files (.res files) to a .obj file.
730 // Does what cvtres.exe does, but in-process and cross-platform.
convertResToCOFF(ArrayRef<MemoryBufferRef> mbs,ArrayRef<ObjFile * > objs)731 MemoryBufferRef LinkerDriver::convertResToCOFF(ArrayRef<MemoryBufferRef> mbs,
732                                                ArrayRef<ObjFile *> objs) {
733   object::WindowsResourceParser parser(/* MinGW */ ctx.config.mingw);
734 
735   std::vector<std::string> duplicates;
736   for (MemoryBufferRef mb : mbs) {
737     std::unique_ptr<object::Binary> bin = check(object::createBinary(mb));
738     object::WindowsResource *rf = dyn_cast<object::WindowsResource>(bin.get());
739     if (!rf)
740       fatal("cannot compile non-resource file as resource");
741 
742     if (auto ec = parser.parse(rf, duplicates))
743       fatal(toString(std::move(ec)));
744   }
745 
746   // Note: This processes all .res files before all objs. Ideally they'd be
747   // handled in the same order they were linked (to keep the right one, if
748   // there are duplicates that are tolerated due to forceMultipleRes).
749   for (ObjFile *f : objs) {
750     object::ResourceSectionRef rsf;
751     if (auto ec = rsf.load(f->getCOFFObj()))
752       fatal(toString(f) + ": " + toString(std::move(ec)));
753 
754     if (auto ec = parser.parse(rsf, f->getName(), duplicates))
755       fatal(toString(std::move(ec)));
756   }
757 
758   if (ctx.config.mingw)
759     parser.cleanUpManifests(duplicates);
760 
761   for (const auto &dupeDiag : duplicates)
762     if (ctx.config.forceMultipleRes)
763       warn(dupeDiag);
764     else
765       error(dupeDiag);
766 
767   Expected<std::unique_ptr<MemoryBuffer>> e =
768       llvm::object::writeWindowsResourceCOFF(ctx.config.machine, parser,
769                                              ctx.config.timestamp);
770   if (!e)
771     fatal("failed to write .res to COFF: " + toString(e.takeError()));
772 
773   MemoryBufferRef mbref = **e;
774   make<std::unique_ptr<MemoryBuffer>>(std::move(*e)); // take ownership
775   return mbref;
776 }
777 
778 // Create OptTable
779 
780 // Create prefix string literals used in Options.td
781 #define PREFIX(NAME, VALUE)                                                    \
782   static constexpr llvm::StringLiteral NAME##_init[] = VALUE;                  \
783   static constexpr llvm::ArrayRef<llvm::StringLiteral> NAME(                   \
784       NAME##_init, std::size(NAME##_init) - 1);
785 #include "Options.inc"
786 #undef PREFIX
787 
788 // Create table mapping all options defined in Options.td
789 static constexpr llvm::opt::OptTable::Info infoTable[] = {
790 #define OPTION(X1, X2, ID, KIND, GROUP, ALIAS, X7, X8, X9, X10, X11, X12)      \
791   {X1, X2, X10,         X11,         OPT_##ID, llvm::opt::Option::KIND##Class, \
792    X9, X8, OPT_##GROUP, OPT_##ALIAS, X7,       X12},
793 #include "Options.inc"
794 #undef OPTION
795 };
796 
COFFOptTable()797 COFFOptTable::COFFOptTable() : GenericOptTable(infoTable, true) {}
798 
799 // Set color diagnostics according to --color-diagnostics={auto,always,never}
800 // or --no-color-diagnostics flags.
handleColorDiagnostics(opt::InputArgList & args)801 static void handleColorDiagnostics(opt::InputArgList &args) {
802   auto *arg = args.getLastArg(OPT_color_diagnostics, OPT_color_diagnostics_eq,
803                               OPT_no_color_diagnostics);
804   if (!arg)
805     return;
806   if (arg->getOption().getID() == OPT_color_diagnostics) {
807     lld::errs().enable_colors(true);
808   } else if (arg->getOption().getID() == OPT_no_color_diagnostics) {
809     lld::errs().enable_colors(false);
810   } else {
811     StringRef s = arg->getValue();
812     if (s == "always")
813       lld::errs().enable_colors(true);
814     else if (s == "never")
815       lld::errs().enable_colors(false);
816     else if (s != "auto")
817       error("unknown option: --color-diagnostics=" + s);
818   }
819 }
820 
getQuotingStyle(opt::InputArgList & args)821 static cl::TokenizerCallback getQuotingStyle(opt::InputArgList &args) {
822   if (auto *arg = args.getLastArg(OPT_rsp_quoting)) {
823     StringRef s = arg->getValue();
824     if (s != "windows" && s != "posix")
825       error("invalid response file quoting: " + s);
826     if (s == "windows")
827       return cl::TokenizeWindowsCommandLine;
828     return cl::TokenizeGNUCommandLine;
829   }
830   // The COFF linker always defaults to Windows quoting.
831   return cl::TokenizeWindowsCommandLine;
832 }
833 
ArgParser(COFFLinkerContext & c)834 ArgParser::ArgParser(COFFLinkerContext &c) : ctx(c) {}
835 
836 // Parses a given list of options.
parse(ArrayRef<const char * > argv)837 opt::InputArgList ArgParser::parse(ArrayRef<const char *> argv) {
838   // Make InputArgList from string vectors.
839   unsigned missingIndex;
840   unsigned missingCount;
841 
842   // We need to get the quoting style for response files before parsing all
843   // options so we parse here before and ignore all the options but
844   // --rsp-quoting and /lldignoreenv.
845   // (This means --rsp-quoting can't be added through %LINK%.)
846   opt::InputArgList args =
847       ctx.optTable.ParseArgs(argv, missingIndex, missingCount);
848 
849   // Expand response files (arguments in the form of @<filename>) and insert
850   // flags from %LINK% and %_LINK_%, and then parse the argument again.
851   SmallVector<const char *, 256> expandedArgv(argv.data(),
852                                               argv.data() + argv.size());
853   if (!args.hasArg(OPT_lldignoreenv))
854     addLINK(expandedArgv);
855   cl::ExpandResponseFiles(saver(), getQuotingStyle(args), expandedArgv);
856   args = ctx.optTable.ParseArgs(ArrayRef(expandedArgv).drop_front(),
857                                 missingIndex, missingCount);
858 
859   // Print the real command line if response files are expanded.
860   if (args.hasArg(OPT_verbose) && argv.size() != expandedArgv.size()) {
861     std::string msg = "Command line:";
862     for (const char *s : expandedArgv)
863       msg += " " + std::string(s);
864     message(msg);
865   }
866 
867   // Save the command line after response file expansion so we can write it to
868   // the PDB if necessary. Mimic MSVC, which skips input files.
869   ctx.config.argv = {argv[0]};
870   for (opt::Arg *arg : args) {
871     if (arg->getOption().getKind() != opt::Option::InputClass) {
872       ctx.config.argv.push_back(args.getArgString(arg->getIndex()));
873     }
874   }
875 
876   // Handle /WX early since it converts missing argument warnings to errors.
877   errorHandler().fatalWarnings = args.hasFlag(OPT_WX, OPT_WX_no, false);
878 
879   if (missingCount)
880     fatal(Twine(args.getArgString(missingIndex)) + ": missing argument");
881 
882   handleColorDiagnostics(args);
883 
884   for (opt::Arg *arg : args.filtered(OPT_UNKNOWN)) {
885     std::string nearest;
886     if (ctx.optTable.findNearest(arg->getAsString(args), nearest) > 1)
887       warn("ignoring unknown argument '" + arg->getAsString(args) + "'");
888     else
889       warn("ignoring unknown argument '" + arg->getAsString(args) +
890            "', did you mean '" + nearest + "'");
891   }
892 
893   if (args.hasArg(OPT_lib))
894     warn("ignoring /lib since it's not the first argument");
895 
896   return args;
897 }
898 
899 // Tokenizes and parses a given string as command line in .drective section.
parseDirectives(StringRef s)900 ParsedDirectives ArgParser::parseDirectives(StringRef s) {
901   ParsedDirectives result;
902   SmallVector<const char *, 16> rest;
903 
904   // Handle /EXPORT and /INCLUDE in a fast path. These directives can appear for
905   // potentially every symbol in the object, so they must be handled quickly.
906   SmallVector<StringRef, 16> tokens;
907   cl::TokenizeWindowsCommandLineNoCopy(s, saver(), tokens);
908   for (StringRef tok : tokens) {
909     if (tok.startswith_insensitive("/export:") ||
910         tok.startswith_insensitive("-export:"))
911       result.exports.push_back(tok.substr(strlen("/export:")));
912     else if (tok.startswith_insensitive("/include:") ||
913              tok.startswith_insensitive("-include:"))
914       result.includes.push_back(tok.substr(strlen("/include:")));
915     else if (tok.startswith_insensitive("/exclude-symbols:") ||
916              tok.startswith_insensitive("-exclude-symbols:"))
917       result.excludes.push_back(tok.substr(strlen("/exclude-symbols:")));
918     else {
919       // Copy substrings that are not valid C strings. The tokenizer may have
920       // already copied quoted arguments for us, so those do not need to be
921       // copied again.
922       bool HasNul = tok.end() != s.end() && tok.data()[tok.size()] == '\0';
923       rest.push_back(HasNul ? tok.data() : saver().save(tok).data());
924     }
925   }
926 
927   // Make InputArgList from unparsed string vectors.
928   unsigned missingIndex;
929   unsigned missingCount;
930 
931   result.args = ctx.optTable.ParseArgs(rest, missingIndex, missingCount);
932 
933   if (missingCount)
934     fatal(Twine(result.args.getArgString(missingIndex)) + ": missing argument");
935   for (auto *arg : result.args.filtered(OPT_UNKNOWN))
936     warn("ignoring unknown argument: " + arg->getAsString(result.args));
937   return result;
938 }
939 
940 // link.exe has an interesting feature. If LINK or _LINK_ environment
941 // variables exist, their contents are handled as command line strings.
942 // So you can pass extra arguments using them.
addLINK(SmallVector<const char *,256> & argv)943 void ArgParser::addLINK(SmallVector<const char *, 256> &argv) {
944   // Concatenate LINK env and command line arguments, and then parse them.
945   if (std::optional<std::string> s = Process::GetEnv("LINK")) {
946     std::vector<const char *> v = tokenize(*s);
947     argv.insert(std::next(argv.begin()), v.begin(), v.end());
948   }
949   if (std::optional<std::string> s = Process::GetEnv("_LINK_")) {
950     std::vector<const char *> v = tokenize(*s);
951     argv.insert(std::next(argv.begin()), v.begin(), v.end());
952   }
953 }
954 
tokenize(StringRef s)955 std::vector<const char *> ArgParser::tokenize(StringRef s) {
956   SmallVector<const char *, 16> tokens;
957   cl::TokenizeWindowsCommandLine(s, saver(), tokens);
958   return std::vector<const char *>(tokens.begin(), tokens.end());
959 }
960 
printHelp(const char * argv0)961 void LinkerDriver::printHelp(const char *argv0) {
962   ctx.optTable.printHelp(lld::outs(),
963                          (std::string(argv0) + " [options] file...").c_str(),
964                          "LLVM Linker", false);
965 }
966 
967 } // namespace coff
968 } // namespace lld
969