1 //===- WebAssemblyTargetMachine.cpp - Define TargetMachine for WebAssembly -==//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 ///
9 /// \file
10 /// This file defines the WebAssembly-specific subclass of TargetMachine.
11 ///
12 //===----------------------------------------------------------------------===//
13 
14 #include "WebAssemblyTargetMachine.h"
15 #include "MCTargetDesc/WebAssemblyMCTargetDesc.h"
16 #include "TargetInfo/WebAssemblyTargetInfo.h"
17 #include "Utils/WebAssemblyUtilities.h"
18 #include "WebAssembly.h"
19 #include "WebAssemblyISelLowering.h"
20 #include "WebAssemblyMachineFunctionInfo.h"
21 #include "WebAssemblyTargetObjectFile.h"
22 #include "WebAssemblyTargetTransformInfo.h"
23 #include "llvm/CodeGen/MIRParser/MIParser.h"
24 #include "llvm/CodeGen/MachineFunctionPass.h"
25 #include "llvm/CodeGen/Passes.h"
26 #include "llvm/CodeGen/RegAllocRegistry.h"
27 #include "llvm/CodeGen/TargetPassConfig.h"
28 #include "llvm/IR/Function.h"
29 #include "llvm/InitializePasses.h"
30 #include "llvm/MC/MCAsmInfo.h"
31 #include "llvm/MC/TargetRegistry.h"
32 #include "llvm/Target/TargetOptions.h"
33 #include "llvm/Transforms/Scalar.h"
34 #include "llvm/Transforms/Scalar/LowerAtomicPass.h"
35 #include "llvm/Transforms/Utils.h"
36 #include <optional>
37 using namespace llvm;
38 
39 #define DEBUG_TYPE "wasm"
40 
41 // A command-line option to keep implicit locals
42 // for the purpose of testing with lit/llc ONLY.
43 // This produces output which is not valid WebAssembly, and is not supported
44 // by assemblers/disassemblers and other MC based tools.
45 static cl::opt<bool> WasmDisableExplicitLocals(
46     "wasm-disable-explicit-locals", cl::Hidden,
47     cl::desc("WebAssembly: output implicit locals in"
48              " instruction output for test purposes only."),
49     cl::init(false));
50 
51 extern "C" LLVM_EXTERNAL_VISIBILITY void LLVMInitializeWebAssemblyTarget() {
52   // Register the target.
53   RegisterTargetMachine<WebAssemblyTargetMachine> X(
54       getTheWebAssemblyTarget32());
55   RegisterTargetMachine<WebAssemblyTargetMachine> Y(
56       getTheWebAssemblyTarget64());
57 
58   // Register backend passes
59   auto &PR = *PassRegistry::getPassRegistry();
60   initializeWebAssemblyAddMissingPrototypesPass(PR);
61   initializeWebAssemblyLowerEmscriptenEHSjLjPass(PR);
62   initializeLowerGlobalDtorsLegacyPassPass(PR);
63   initializeFixFunctionBitcastsPass(PR);
64   initializeOptimizeReturnedPass(PR);
65   initializeWebAssemblyArgumentMovePass(PR);
66   initializeWebAssemblySetP2AlignOperandsPass(PR);
67   initializeWebAssemblyReplacePhysRegsPass(PR);
68   initializeWebAssemblyOptimizeLiveIntervalsPass(PR);
69   initializeWebAssemblyMemIntrinsicResultsPass(PR);
70   initializeWebAssemblyRegStackifyPass(PR);
71   initializeWebAssemblyRegColoringPass(PR);
72   initializeWebAssemblyNullifyDebugValueListsPass(PR);
73   initializeWebAssemblyFixIrreducibleControlFlowPass(PR);
74   initializeWebAssemblyLateEHPreparePass(PR);
75   initializeWebAssemblyExceptionInfoPass(PR);
76   initializeWebAssemblyCFGSortPass(PR);
77   initializeWebAssemblyCFGStackifyPass(PR);
78   initializeWebAssemblyExplicitLocalsPass(PR);
79   initializeWebAssemblyLowerBrUnlessPass(PR);
80   initializeWebAssemblyRegNumberingPass(PR);
81   initializeWebAssemblyDebugFixupPass(PR);
82   initializeWebAssemblyPeepholePass(PR);
83   initializeWebAssemblyMCLowerPrePassPass(PR);
84   initializeWebAssemblyLowerRefTypesIntPtrConvPass(PR);
85   initializeWebAssemblyFixBrTableDefaultsPass(PR);
86   initializeWebAssemblyDAGToDAGISelPass(PR);
87 }
88 
89 //===----------------------------------------------------------------------===//
90 // WebAssembly Lowering public interface.
91 //===----------------------------------------------------------------------===//
92 
93 static Reloc::Model getEffectiveRelocModel(std::optional<Reloc::Model> RM,
94                                            const Triple &TT) {
95   if (!RM) {
96     // Default to static relocation model.  This should always be more optimial
97     // than PIC since the static linker can determine all global addresses and
98     // assume direct function calls.
99     return Reloc::Static;
100   }
101 
102   return *RM;
103 }
104 
105 /// Create an WebAssembly architecture model.
106 ///
107 WebAssemblyTargetMachine::WebAssemblyTargetMachine(
108     const Target &T, const Triple &TT, StringRef CPU, StringRef FS,
109     const TargetOptions &Options, std::optional<Reloc::Model> RM,
110     std::optional<CodeModel::Model> CM, CodeGenOpt::Level OL, bool JIT)
111     : LLVMTargetMachine(
112           T,
113           TT.isArch64Bit()
114               ? (TT.isOSEmscripten() ? "e-m:e-p:64:64-p10:8:8-p20:8:8-i64:64-"
115                                        "f128:64-n32:64-S128-ni:1:10:20"
116                                      : "e-m:e-p:64:64-p10:8:8-p20:8:8-i64:64-"
117                                        "n32:64-S128-ni:1:10:20")
118               : (TT.isOSEmscripten() ? "e-m:e-p:32:32-p10:8:8-p20:8:8-i64:64-"
119                                        "f128:64-n32:64-S128-ni:1:10:20"
120                                      : "e-m:e-p:32:32-p10:8:8-p20:8:8-i64:64-"
121                                        "n32:64-S128-ni:1:10:20"),
122           TT, CPU, FS, Options, getEffectiveRelocModel(RM, TT),
123           getEffectiveCodeModel(CM, CodeModel::Large), OL),
124       TLOF(new WebAssemblyTargetObjectFile()) {
125   // WebAssembly type-checks instructions, but a noreturn function with a return
126   // type that doesn't match the context will cause a check failure. So we lower
127   // LLVM 'unreachable' to ISD::TRAP and then lower that to WebAssembly's
128   // 'unreachable' instructions which is meant for that case.
129   this->Options.TrapUnreachable = true;
130 
131   // WebAssembly treats each function as an independent unit. Force
132   // -ffunction-sections, effectively, so that we can emit them independently.
133   this->Options.FunctionSections = true;
134   this->Options.DataSections = true;
135   this->Options.UniqueSectionNames = true;
136 
137   initAsmInfo();
138 
139   // Note that we don't use setRequiresStructuredCFG(true). It disables
140   // optimizations than we're ok with, and want, such as critical edge
141   // splitting and tail merging.
142 }
143 
144 WebAssemblyTargetMachine::~WebAssemblyTargetMachine() = default; // anchor.
145 
146 const WebAssemblySubtarget *WebAssemblyTargetMachine::getSubtargetImpl() const {
147   return getSubtargetImpl(std::string(getTargetCPU()),
148                           std::string(getTargetFeatureString()));
149 }
150 
151 const WebAssemblySubtarget *
152 WebAssemblyTargetMachine::getSubtargetImpl(std::string CPU,
153                                            std::string FS) const {
154   auto &I = SubtargetMap[CPU + FS];
155   if (!I) {
156     I = std::make_unique<WebAssemblySubtarget>(TargetTriple, CPU, FS, *this);
157   }
158   return I.get();
159 }
160 
161 const WebAssemblySubtarget *
162 WebAssemblyTargetMachine::getSubtargetImpl(const Function &F) const {
163   Attribute CPUAttr = F.getFnAttribute("target-cpu");
164   Attribute FSAttr = F.getFnAttribute("target-features");
165 
166   std::string CPU =
167       CPUAttr.isValid() ? CPUAttr.getValueAsString().str() : TargetCPU;
168   std::string FS =
169       FSAttr.isValid() ? FSAttr.getValueAsString().str() : TargetFS;
170 
171   // This needs to be done before we create a new subtarget since any
172   // creation will depend on the TM and the code generation flags on the
173   // function that reside in TargetOptions.
174   resetTargetOptions(F);
175 
176   return getSubtargetImpl(CPU, FS);
177 }
178 
179 namespace {
180 
181 class CoalesceFeaturesAndStripAtomics final : public ModulePass {
182   // Take the union of all features used in the module and use it for each
183   // function individually, since having multiple feature sets in one module
184   // currently does not make sense for WebAssembly. If atomics are not enabled,
185   // also strip atomic operations and thread local storage.
186   static char ID;
187   WebAssemblyTargetMachine *WasmTM;
188 
189 public:
190   CoalesceFeaturesAndStripAtomics(WebAssemblyTargetMachine *WasmTM)
191       : ModulePass(ID), WasmTM(WasmTM) {}
192 
193   bool runOnModule(Module &M) override {
194     FeatureBitset Features = coalesceFeatures(M);
195 
196     std::string FeatureStr = getFeatureString(Features);
197     WasmTM->setTargetFeatureString(FeatureStr);
198     for (auto &F : M)
199       replaceFeatures(F, FeatureStr);
200 
201     bool StrippedAtomics = false;
202     bool StrippedTLS = false;
203 
204     if (!Features[WebAssembly::FeatureAtomics]) {
205       StrippedAtomics = stripAtomics(M);
206       StrippedTLS = stripThreadLocals(M);
207     } else if (!Features[WebAssembly::FeatureBulkMemory]) {
208       StrippedTLS |= stripThreadLocals(M);
209     }
210 
211     if (StrippedAtomics && !StrippedTLS)
212       stripThreadLocals(M);
213     else if (StrippedTLS && !StrippedAtomics)
214       stripAtomics(M);
215 
216     recordFeatures(M, Features, StrippedAtomics || StrippedTLS);
217 
218     // Conservatively assume we have made some change
219     return true;
220   }
221 
222 private:
223   FeatureBitset coalesceFeatures(const Module &M) {
224     FeatureBitset Features =
225         WasmTM
226             ->getSubtargetImpl(std::string(WasmTM->getTargetCPU()),
227                                std::string(WasmTM->getTargetFeatureString()))
228             ->getFeatureBits();
229     for (auto &F : M)
230       Features |= WasmTM->getSubtargetImpl(F)->getFeatureBits();
231     return Features;
232   }
233 
234   std::string getFeatureString(const FeatureBitset &Features) {
235     std::string Ret;
236     for (const SubtargetFeatureKV &KV : WebAssemblyFeatureKV) {
237       if (Features[KV.Value])
238         Ret += (StringRef("+") + KV.Key + ",").str();
239     }
240     return Ret;
241   }
242 
243   void replaceFeatures(Function &F, const std::string &Features) {
244     F.removeFnAttr("target-features");
245     F.removeFnAttr("target-cpu");
246     F.addFnAttr("target-features", Features);
247   }
248 
249   bool stripAtomics(Module &M) {
250     // Detect whether any atomics will be lowered, since there is no way to tell
251     // whether the LowerAtomic pass lowers e.g. stores.
252     bool Stripped = false;
253     for (auto &F : M) {
254       for (auto &B : F) {
255         for (auto &I : B) {
256           if (I.isAtomic()) {
257             Stripped = true;
258             goto done;
259           }
260         }
261       }
262     }
263 
264   done:
265     if (!Stripped)
266       return false;
267 
268     LowerAtomicPass Lowerer;
269     FunctionAnalysisManager FAM;
270     for (auto &F : M)
271       Lowerer.run(F, FAM);
272 
273     return true;
274   }
275 
276   bool stripThreadLocals(Module &M) {
277     bool Stripped = false;
278     for (auto &GV : M.globals()) {
279       if (GV.isThreadLocal()) {
280         Stripped = true;
281         GV.setThreadLocal(false);
282       }
283     }
284     return Stripped;
285   }
286 
287   void recordFeatures(Module &M, const FeatureBitset &Features, bool Stripped) {
288     for (const SubtargetFeatureKV &KV : WebAssemblyFeatureKV) {
289       if (Features[KV.Value]) {
290         // Mark features as used
291         std::string MDKey = (StringRef("wasm-feature-") + KV.Key).str();
292         M.addModuleFlag(Module::ModFlagBehavior::Error, MDKey,
293                         wasm::WASM_FEATURE_PREFIX_USED);
294       }
295     }
296     // Code compiled without atomics or bulk-memory may have had its atomics or
297     // thread-local data lowered to nonatomic operations or non-thread-local
298     // data. In that case, we mark the pseudo-feature "shared-mem" as disallowed
299     // to tell the linker that it would be unsafe to allow this code ot be used
300     // in a module with shared memory.
301     if (Stripped) {
302       M.addModuleFlag(Module::ModFlagBehavior::Error, "wasm-feature-shared-mem",
303                       wasm::WASM_FEATURE_PREFIX_DISALLOWED);
304     }
305   }
306 };
307 char CoalesceFeaturesAndStripAtomics::ID = 0;
308 
309 /// WebAssembly Code Generator Pass Configuration Options.
310 class WebAssemblyPassConfig final : public TargetPassConfig {
311 public:
312   WebAssemblyPassConfig(WebAssemblyTargetMachine &TM, PassManagerBase &PM)
313       : TargetPassConfig(TM, PM) {}
314 
315   WebAssemblyTargetMachine &getWebAssemblyTargetMachine() const {
316     return getTM<WebAssemblyTargetMachine>();
317   }
318 
319   FunctionPass *createTargetRegisterAllocator(bool) override;
320 
321   void addIRPasses() override;
322   void addISelPrepare() override;
323   bool addInstSelector() override;
324   void addOptimizedRegAlloc() override;
325   void addPostRegAlloc() override;
326   bool addGCPasses() override { return false; }
327   void addPreEmitPass() override;
328   bool addPreISel() override;
329 
330   // No reg alloc
331   bool addRegAssignAndRewriteFast() override { return false; }
332 
333   // No reg alloc
334   bool addRegAssignAndRewriteOptimized() override { return false; }
335 };
336 } // end anonymous namespace
337 
338 MachineFunctionInfo *WebAssemblyTargetMachine::createMachineFunctionInfo(
339     BumpPtrAllocator &Allocator, const Function &F,
340     const TargetSubtargetInfo *STI) const {
341   return WebAssemblyFunctionInfo::create<WebAssemblyFunctionInfo>(Allocator, F,
342                                                                   STI);
343 }
344 
345 TargetTransformInfo
346 WebAssemblyTargetMachine::getTargetTransformInfo(const Function &F) const {
347   return TargetTransformInfo(WebAssemblyTTIImpl(this, F));
348 }
349 
350 TargetPassConfig *
351 WebAssemblyTargetMachine::createPassConfig(PassManagerBase &PM) {
352   return new WebAssemblyPassConfig(*this, PM);
353 }
354 
355 FunctionPass *WebAssemblyPassConfig::createTargetRegisterAllocator(bool) {
356   return nullptr; // No reg alloc
357 }
358 
359 using WebAssembly::WasmEnableEH;
360 using WebAssembly::WasmEnableEmEH;
361 using WebAssembly::WasmEnableEmSjLj;
362 using WebAssembly::WasmEnableSjLj;
363 
364 static void basicCheckForEHAndSjLj(TargetMachine *TM) {
365   // Before checking, we make sure TargetOptions.ExceptionModel is the same as
366   // MCAsmInfo.ExceptionsType. Normally these have to be the same, because clang
367   // stores the exception model info in LangOptions, which is later transferred
368   // to TargetOptions and MCAsmInfo. But when clang compiles bitcode directly,
369   // clang's LangOptions is not used and thus the exception model info is not
370   // correctly transferred to TargetOptions and MCAsmInfo, so we make sure we
371   // have the correct exception model in in WebAssemblyMCAsmInfo constructor.
372   // But in this case TargetOptions is still not updated, so we make sure they
373   // are the same.
374   TM->Options.ExceptionModel = TM->getMCAsmInfo()->getExceptionHandlingType();
375 
376   // Basic Correctness checking related to -exception-model
377   if (TM->Options.ExceptionModel != ExceptionHandling::None &&
378       TM->Options.ExceptionModel != ExceptionHandling::Wasm)
379     report_fatal_error("-exception-model should be either 'none' or 'wasm'");
380   if (WasmEnableEmEH && TM->Options.ExceptionModel == ExceptionHandling::Wasm)
381     report_fatal_error("-exception-model=wasm not allowed with "
382                        "-enable-emscripten-cxx-exceptions");
383   if (WasmEnableEH && TM->Options.ExceptionModel != ExceptionHandling::Wasm)
384     report_fatal_error(
385         "-wasm-enable-eh only allowed with -exception-model=wasm");
386   if (WasmEnableSjLj && TM->Options.ExceptionModel != ExceptionHandling::Wasm)
387     report_fatal_error(
388         "-wasm-enable-sjlj only allowed with -exception-model=wasm");
389   if ((!WasmEnableEH && !WasmEnableSjLj) &&
390       TM->Options.ExceptionModel == ExceptionHandling::Wasm)
391     report_fatal_error(
392         "-exception-model=wasm only allowed with at least one of "
393         "-wasm-enable-eh or -wasm-enable-sjj");
394 
395   // You can't enable two modes of EH at the same time
396   if (WasmEnableEmEH && WasmEnableEH)
397     report_fatal_error(
398         "-enable-emscripten-cxx-exceptions not allowed with -wasm-enable-eh");
399   // You can't enable two modes of SjLj at the same time
400   if (WasmEnableEmSjLj && WasmEnableSjLj)
401     report_fatal_error(
402         "-enable-emscripten-sjlj not allowed with -wasm-enable-sjlj");
403   // You can't mix Emscripten EH with Wasm SjLj.
404   if (WasmEnableEmEH && WasmEnableSjLj)
405     report_fatal_error(
406         "-enable-emscripten-cxx-exceptions not allowed with -wasm-enable-sjlj");
407   // Currently it is allowed to mix Wasm EH with Emscripten SjLj as an interim
408   // measure, but some code will error out at compile time in this combination.
409   // See WebAssemblyLowerEmscriptenEHSjLj pass for details.
410 }
411 
412 //===----------------------------------------------------------------------===//
413 // The following functions are called from lib/CodeGen/Passes.cpp to modify
414 // the CodeGen pass sequence.
415 //===----------------------------------------------------------------------===//
416 
417 void WebAssemblyPassConfig::addIRPasses() {
418   // Add signatures to prototype-less function declarations
419   addPass(createWebAssemblyAddMissingPrototypes());
420 
421   // Lower .llvm.global_dtors into .llvm.global_ctors with __cxa_atexit calls.
422   addPass(createLowerGlobalDtorsLegacyPass());
423 
424   // Fix function bitcasts, as WebAssembly requires caller and callee signatures
425   // to match.
426   addPass(createWebAssemblyFixFunctionBitcasts());
427 
428   // Optimize "returned" function attributes.
429   if (getOptLevel() != CodeGenOpt::None)
430     addPass(createWebAssemblyOptimizeReturned());
431 
432   basicCheckForEHAndSjLj(TM);
433 
434   // If exception handling is not enabled and setjmp/longjmp handling is
435   // enabled, we lower invokes into calls and delete unreachable landingpad
436   // blocks. Lowering invokes when there is no EH support is done in
437   // TargetPassConfig::addPassesToHandleExceptions, but that runs after these IR
438   // passes and Emscripten SjLj handling expects all invokes to be lowered
439   // before.
440   if (!WasmEnableEmEH && !WasmEnableEH) {
441     addPass(createLowerInvokePass());
442     // The lower invoke pass may create unreachable code. Remove it in order not
443     // to process dead blocks in setjmp/longjmp handling.
444     addPass(createUnreachableBlockEliminationPass());
445   }
446 
447   // Handle exceptions and setjmp/longjmp if enabled. Unlike Wasm EH preparation
448   // done in WasmEHPrepare pass, Wasm SjLj preparation shares libraries and
449   // transformation algorithms with Emscripten SjLj, so we run
450   // LowerEmscriptenEHSjLj pass also when Wasm SjLj is enabled.
451   if (WasmEnableEmEH || WasmEnableEmSjLj || WasmEnableSjLj)
452     addPass(createWebAssemblyLowerEmscriptenEHSjLj());
453 
454   // Expand indirectbr instructions to switches.
455   addPass(createIndirectBrExpandPass());
456 
457   TargetPassConfig::addIRPasses();
458 }
459 
460 void WebAssemblyPassConfig::addISelPrepare() {
461   WebAssemblyTargetMachine *WasmTM =
462       static_cast<WebAssemblyTargetMachine *>(TM);
463   const WebAssemblySubtarget *Subtarget =
464       WasmTM->getSubtargetImpl(std::string(WasmTM->getTargetCPU()),
465                                std::string(WasmTM->getTargetFeatureString()));
466   if (Subtarget->hasReferenceTypes()) {
467     // We need to remove allocas for reference types
468     addPass(createPromoteMemoryToRegisterPass(true));
469   }
470   // Lower atomics and TLS if necessary
471   addPass(new CoalesceFeaturesAndStripAtomics(&getWebAssemblyTargetMachine()));
472 
473   // This is a no-op if atomics are not used in the module
474   addPass(createAtomicExpandPass());
475 
476   TargetPassConfig::addISelPrepare();
477 }
478 
479 bool WebAssemblyPassConfig::addInstSelector() {
480   (void)TargetPassConfig::addInstSelector();
481   addPass(
482       createWebAssemblyISelDag(getWebAssemblyTargetMachine(), getOptLevel()));
483   // Run the argument-move pass immediately after the ScheduleDAG scheduler
484   // so that we can fix up the ARGUMENT instructions before anything else
485   // sees them in the wrong place.
486   addPass(createWebAssemblyArgumentMove());
487   // Set the p2align operands. This information is present during ISel, however
488   // it's inconvenient to collect. Collect it now, and update the immediate
489   // operands.
490   addPass(createWebAssemblySetP2AlignOperands());
491 
492   // Eliminate range checks and add default targets to br_table instructions.
493   addPass(createWebAssemblyFixBrTableDefaults());
494 
495   return false;
496 }
497 
498 void WebAssemblyPassConfig::addOptimizedRegAlloc() {
499   // Currently RegisterCoalesce degrades wasm debug info quality by a
500   // significant margin. As a quick fix, disable this for -O1, which is often
501   // used for debugging large applications. Disabling this increases code size
502   // of Emscripten core benchmarks by ~5%, which is acceptable for -O1, which is
503   // usually not used for production builds.
504   // TODO Investigate why RegisterCoalesce degrades debug info quality and fix
505   // it properly
506   if (getOptLevel() == CodeGenOpt::Less)
507     disablePass(&RegisterCoalescerID);
508   TargetPassConfig::addOptimizedRegAlloc();
509 }
510 
511 void WebAssemblyPassConfig::addPostRegAlloc() {
512   // TODO: The following CodeGen passes don't currently support code containing
513   // virtual registers. Consider removing their restrictions and re-enabling
514   // them.
515 
516   // These functions all require the NoVRegs property.
517   disablePass(&MachineLateInstrsCleanupID);
518   disablePass(&MachineCopyPropagationID);
519   disablePass(&PostRAMachineSinkingID);
520   disablePass(&PostRASchedulerID);
521   disablePass(&FuncletLayoutID);
522   disablePass(&StackMapLivenessID);
523   disablePass(&PatchableFunctionID);
524   disablePass(&ShrinkWrapID);
525 
526   // This pass hurts code size for wasm because it can generate irreducible
527   // control flow.
528   disablePass(&MachineBlockPlacementID);
529 
530   TargetPassConfig::addPostRegAlloc();
531 }
532 
533 void WebAssemblyPassConfig::addPreEmitPass() {
534   TargetPassConfig::addPreEmitPass();
535 
536   // Nullify DBG_VALUE_LISTs that we cannot handle.
537   addPass(createWebAssemblyNullifyDebugValueLists());
538 
539   // Eliminate multiple-entry loops.
540   addPass(createWebAssemblyFixIrreducibleControlFlow());
541 
542   // Do various transformations for exception handling.
543   // Every CFG-changing optimizations should come before this.
544   if (TM->Options.ExceptionModel == ExceptionHandling::Wasm)
545     addPass(createWebAssemblyLateEHPrepare());
546 
547   // Now that we have a prologue and epilogue and all frame indices are
548   // rewritten, eliminate SP and FP. This allows them to be stackified,
549   // colored, and numbered with the rest of the registers.
550   addPass(createWebAssemblyReplacePhysRegs());
551 
552   // Preparations and optimizations related to register stackification.
553   if (getOptLevel() != CodeGenOpt::None) {
554     // Depend on LiveIntervals and perform some optimizations on it.
555     addPass(createWebAssemblyOptimizeLiveIntervals());
556 
557     // Prepare memory intrinsic calls for register stackifying.
558     addPass(createWebAssemblyMemIntrinsicResults());
559 
560     // Mark registers as representing wasm's value stack. This is a key
561     // code-compression technique in WebAssembly. We run this pass (and
562     // MemIntrinsicResults above) very late, so that it sees as much code as
563     // possible, including code emitted by PEI and expanded by late tail
564     // duplication.
565     addPass(createWebAssemblyRegStackify());
566 
567     // Run the register coloring pass to reduce the total number of registers.
568     // This runs after stackification so that it doesn't consider registers
569     // that become stackified.
570     addPass(createWebAssemblyRegColoring());
571   }
572 
573   // Sort the blocks of the CFG into topological order, a prerequisite for
574   // BLOCK and LOOP markers.
575   addPass(createWebAssemblyCFGSort());
576 
577   // Insert BLOCK and LOOP markers.
578   addPass(createWebAssemblyCFGStackify());
579 
580   // Insert explicit local.get and local.set operators.
581   if (!WasmDisableExplicitLocals)
582     addPass(createWebAssemblyExplicitLocals());
583 
584   // Lower br_unless into br_if.
585   addPass(createWebAssemblyLowerBrUnless());
586 
587   // Perform the very last peephole optimizations on the code.
588   if (getOptLevel() != CodeGenOpt::None)
589     addPass(createWebAssemblyPeephole());
590 
591   // Create a mapping from LLVM CodeGen virtual registers to wasm registers.
592   addPass(createWebAssemblyRegNumbering());
593 
594   // Fix debug_values whose defs have been stackified.
595   if (!WasmDisableExplicitLocals)
596     addPass(createWebAssemblyDebugFixup());
597 
598   // Collect information to prepare for MC lowering / asm printing.
599   addPass(createWebAssemblyMCLowerPrePass());
600 }
601 
602 bool WebAssemblyPassConfig::addPreISel() {
603   TargetPassConfig::addPreISel();
604   addPass(createWebAssemblyLowerRefTypesIntPtrConv());
605   return false;
606 }
607 
608 yaml::MachineFunctionInfo *
609 WebAssemblyTargetMachine::createDefaultFuncInfoYAML() const {
610   return new yaml::WebAssemblyFunctionInfo();
611 }
612 
613 yaml::MachineFunctionInfo *WebAssemblyTargetMachine::convertFuncInfoToYAML(
614     const MachineFunction &MF) const {
615   const auto *MFI = MF.getInfo<WebAssemblyFunctionInfo>();
616   return new yaml::WebAssemblyFunctionInfo(MF, *MFI);
617 }
618 
619 bool WebAssemblyTargetMachine::parseMachineFunctionInfo(
620     const yaml::MachineFunctionInfo &MFI, PerFunctionMIParsingState &PFS,
621     SMDiagnostic &Error, SMRange &SourceRange) const {
622   const auto &YamlMFI = static_cast<const yaml::WebAssemblyFunctionInfo &>(MFI);
623   MachineFunction &MF = PFS.MF;
624   MF.getInfo<WebAssemblyFunctionInfo>()->initializeBaseYamlFields(MF, YamlMFI);
625   return false;
626 }
627