xref: /freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/WebAssemblyTargetMachine.cpp (revision 06c3fb2749bda94cb5201f81ffdb8fa6c3161b2e)
10b57cec5SDimitry Andric //===- WebAssemblyTargetMachine.cpp - Define TargetMachine for WebAssembly -==//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric ///
90b57cec5SDimitry Andric /// \file
100b57cec5SDimitry Andric /// This file defines the WebAssembly-specific subclass of TargetMachine.
110b57cec5SDimitry Andric ///
120b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
130b57cec5SDimitry Andric 
140b57cec5SDimitry Andric #include "WebAssemblyTargetMachine.h"
150b57cec5SDimitry Andric #include "MCTargetDesc/WebAssemblyMCTargetDesc.h"
160b57cec5SDimitry Andric #include "TargetInfo/WebAssemblyTargetInfo.h"
170eae32dcSDimitry Andric #include "Utils/WebAssemblyUtilities.h"
180b57cec5SDimitry Andric #include "WebAssembly.h"
19*06c3fb27SDimitry Andric #include "WebAssemblyISelLowering.h"
200b57cec5SDimitry Andric #include "WebAssemblyMachineFunctionInfo.h"
210b57cec5SDimitry Andric #include "WebAssemblyTargetObjectFile.h"
220b57cec5SDimitry Andric #include "WebAssemblyTargetTransformInfo.h"
230b57cec5SDimitry Andric #include "llvm/CodeGen/MIRParser/MIParser.h"
240b57cec5SDimitry Andric #include "llvm/CodeGen/MachineFunctionPass.h"
250b57cec5SDimitry Andric #include "llvm/CodeGen/Passes.h"
260b57cec5SDimitry Andric #include "llvm/CodeGen/RegAllocRegistry.h"
270b57cec5SDimitry Andric #include "llvm/CodeGen/TargetPassConfig.h"
280b57cec5SDimitry Andric #include "llvm/IR/Function.h"
2981ad6265SDimitry Andric #include "llvm/InitializePasses.h"
300eae32dcSDimitry Andric #include "llvm/MC/MCAsmInfo.h"
31349cc55cSDimitry Andric #include "llvm/MC/TargetRegistry.h"
320b57cec5SDimitry Andric #include "llvm/Target/TargetOptions.h"
330b57cec5SDimitry Andric #include "llvm/Transforms/Scalar.h"
3481ad6265SDimitry Andric #include "llvm/Transforms/Scalar/LowerAtomicPass.h"
350b57cec5SDimitry Andric #include "llvm/Transforms/Utils.h"
36bdd1243dSDimitry Andric #include <optional>
370b57cec5SDimitry Andric using namespace llvm;
380b57cec5SDimitry Andric 
390b57cec5SDimitry Andric #define DEBUG_TYPE "wasm"
400b57cec5SDimitry Andric 
415ffd83dbSDimitry Andric // A command-line option to keep implicit locals
425ffd83dbSDimitry Andric // for the purpose of testing with lit/llc ONLY.
435ffd83dbSDimitry Andric // This produces output which is not valid WebAssembly, and is not supported
445ffd83dbSDimitry Andric // by assemblers/disassemblers and other MC based tools.
455ffd83dbSDimitry Andric static cl::opt<bool> WasmDisableExplicitLocals(
465ffd83dbSDimitry Andric     "wasm-disable-explicit-locals", cl::Hidden,
475ffd83dbSDimitry Andric     cl::desc("WebAssembly: output implicit locals in"
485ffd83dbSDimitry Andric              " instruction output for test purposes only."),
495ffd83dbSDimitry Andric     cl::init(false));
505ffd83dbSDimitry Andric 
51480093f4SDimitry Andric extern "C" LLVM_EXTERNAL_VISIBILITY void LLVMInitializeWebAssemblyTarget() {
520b57cec5SDimitry Andric   // Register the target.
530b57cec5SDimitry Andric   RegisterTargetMachine<WebAssemblyTargetMachine> X(
540b57cec5SDimitry Andric       getTheWebAssemblyTarget32());
550b57cec5SDimitry Andric   RegisterTargetMachine<WebAssemblyTargetMachine> Y(
560b57cec5SDimitry Andric       getTheWebAssemblyTarget64());
570b57cec5SDimitry Andric 
580b57cec5SDimitry Andric   // Register backend passes
590b57cec5SDimitry Andric   auto &PR = *PassRegistry::getPassRegistry();
600b57cec5SDimitry Andric   initializeWebAssemblyAddMissingPrototypesPass(PR);
610b57cec5SDimitry Andric   initializeWebAssemblyLowerEmscriptenEHSjLjPass(PR);
6281ad6265SDimitry Andric   initializeLowerGlobalDtorsLegacyPassPass(PR);
630b57cec5SDimitry Andric   initializeFixFunctionBitcastsPass(PR);
640b57cec5SDimitry Andric   initializeOptimizeReturnedPass(PR);
650b57cec5SDimitry Andric   initializeWebAssemblyArgumentMovePass(PR);
660b57cec5SDimitry Andric   initializeWebAssemblySetP2AlignOperandsPass(PR);
670b57cec5SDimitry Andric   initializeWebAssemblyReplacePhysRegsPass(PR);
680b57cec5SDimitry Andric   initializeWebAssemblyOptimizeLiveIntervalsPass(PR);
690b57cec5SDimitry Andric   initializeWebAssemblyMemIntrinsicResultsPass(PR);
700b57cec5SDimitry Andric   initializeWebAssemblyRegStackifyPass(PR);
710b57cec5SDimitry Andric   initializeWebAssemblyRegColoringPass(PR);
72fe6060f1SDimitry Andric   initializeWebAssemblyNullifyDebugValueListsPass(PR);
730b57cec5SDimitry Andric   initializeWebAssemblyFixIrreducibleControlFlowPass(PR);
740b57cec5SDimitry Andric   initializeWebAssemblyLateEHPreparePass(PR);
750b57cec5SDimitry Andric   initializeWebAssemblyExceptionInfoPass(PR);
760b57cec5SDimitry Andric   initializeWebAssemblyCFGSortPass(PR);
770b57cec5SDimitry Andric   initializeWebAssemblyCFGStackifyPass(PR);
780b57cec5SDimitry Andric   initializeWebAssemblyExplicitLocalsPass(PR);
790b57cec5SDimitry Andric   initializeWebAssemblyLowerBrUnlessPass(PR);
800b57cec5SDimitry Andric   initializeWebAssemblyRegNumberingPass(PR);
815ffd83dbSDimitry Andric   initializeWebAssemblyDebugFixupPass(PR);
820b57cec5SDimitry Andric   initializeWebAssemblyPeepholePass(PR);
83fe6060f1SDimitry Andric   initializeWebAssemblyMCLowerPrePassPass(PR);
84bdd1243dSDimitry Andric   initializeWebAssemblyLowerRefTypesIntPtrConvPass(PR);
85bdd1243dSDimitry Andric   initializeWebAssemblyFixBrTableDefaultsPass(PR);
86bdd1243dSDimitry Andric   initializeWebAssemblyDAGToDAGISelPass(PR);
870b57cec5SDimitry Andric }
880b57cec5SDimitry Andric 
890b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
900b57cec5SDimitry Andric // WebAssembly Lowering public interface.
910b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
920b57cec5SDimitry Andric 
93bdd1243dSDimitry Andric static Reloc::Model getEffectiveRelocModel(std::optional<Reloc::Model> RM,
940b57cec5SDimitry Andric                                            const Triple &TT) {
9581ad6265SDimitry Andric   if (!RM) {
960b57cec5SDimitry Andric     // Default to static relocation model.  This should always be more optimial
970b57cec5SDimitry Andric     // than PIC since the static linker can determine all global addresses and
980b57cec5SDimitry Andric     // assume direct function calls.
990b57cec5SDimitry Andric     return Reloc::Static;
1000b57cec5SDimitry Andric   }
1010b57cec5SDimitry Andric 
1020b57cec5SDimitry Andric   return *RM;
1030b57cec5SDimitry Andric }
1040b57cec5SDimitry Andric 
1050b57cec5SDimitry Andric /// Create an WebAssembly architecture model.
1060b57cec5SDimitry Andric ///
1070b57cec5SDimitry Andric WebAssemblyTargetMachine::WebAssemblyTargetMachine(
1080b57cec5SDimitry Andric     const Target &T, const Triple &TT, StringRef CPU, StringRef FS,
109bdd1243dSDimitry Andric     const TargetOptions &Options, std::optional<Reloc::Model> RM,
110bdd1243dSDimitry Andric     std::optional<CodeModel::Model> CM, CodeGenOpt::Level OL, bool JIT)
111fe6060f1SDimitry Andric     : LLVMTargetMachine(
112fe6060f1SDimitry Andric           T,
113fe6060f1SDimitry Andric           TT.isArch64Bit()
114349cc55cSDimitry Andric               ? (TT.isOSEmscripten() ? "e-m:e-p:64:64-p10:8:8-p20:8:8-i64:64-"
115349cc55cSDimitry Andric                                        "f128:64-n32:64-S128-ni:1:10:20"
116349cc55cSDimitry Andric                                      : "e-m:e-p:64:64-p10:8:8-p20:8:8-i64:64-"
117349cc55cSDimitry Andric                                        "n32:64-S128-ni:1:10:20")
118349cc55cSDimitry Andric               : (TT.isOSEmscripten() ? "e-m:e-p:32:32-p10:8:8-p20:8:8-i64:64-"
119349cc55cSDimitry Andric                                        "f128:64-n32:64-S128-ni:1:10:20"
120349cc55cSDimitry Andric                                      : "e-m:e-p:32:32-p10:8:8-p20:8:8-i64:64-"
121349cc55cSDimitry Andric                                        "n32:64-S128-ni:1:10:20"),
1220b57cec5SDimitry Andric           TT, CPU, FS, Options, getEffectiveRelocModel(RM, TT),
1230b57cec5SDimitry Andric           getEffectiveCodeModel(CM, CodeModel::Large), OL),
1240b57cec5SDimitry Andric       TLOF(new WebAssemblyTargetObjectFile()) {
1250b57cec5SDimitry Andric   // WebAssembly type-checks instructions, but a noreturn function with a return
1260b57cec5SDimitry Andric   // type that doesn't match the context will cause a check failure. So we lower
1270b57cec5SDimitry Andric   // LLVM 'unreachable' to ISD::TRAP and then lower that to WebAssembly's
1280b57cec5SDimitry Andric   // 'unreachable' instructions which is meant for that case.
1290b57cec5SDimitry Andric   this->Options.TrapUnreachable = true;
1300b57cec5SDimitry Andric 
1310b57cec5SDimitry Andric   // WebAssembly treats each function as an independent unit. Force
1320b57cec5SDimitry Andric   // -ffunction-sections, effectively, so that we can emit them independently.
1330b57cec5SDimitry Andric   this->Options.FunctionSections = true;
1340b57cec5SDimitry Andric   this->Options.DataSections = true;
1350b57cec5SDimitry Andric   this->Options.UniqueSectionNames = true;
1360b57cec5SDimitry Andric 
1370b57cec5SDimitry Andric   initAsmInfo();
1380b57cec5SDimitry Andric 
1390b57cec5SDimitry Andric   // Note that we don't use setRequiresStructuredCFG(true). It disables
1400b57cec5SDimitry Andric   // optimizations than we're ok with, and want, such as critical edge
1410b57cec5SDimitry Andric   // splitting and tail merging.
1420b57cec5SDimitry Andric }
1430b57cec5SDimitry Andric 
1440b57cec5SDimitry Andric WebAssemblyTargetMachine::~WebAssemblyTargetMachine() = default; // anchor.
1450b57cec5SDimitry Andric 
146e8d8bef9SDimitry Andric const WebAssemblySubtarget *WebAssemblyTargetMachine::getSubtargetImpl() const {
147e8d8bef9SDimitry Andric   return getSubtargetImpl(std::string(getTargetCPU()),
148e8d8bef9SDimitry Andric                           std::string(getTargetFeatureString()));
149e8d8bef9SDimitry Andric }
150e8d8bef9SDimitry Andric 
1510b57cec5SDimitry Andric const WebAssemblySubtarget *
1520b57cec5SDimitry Andric WebAssemblyTargetMachine::getSubtargetImpl(std::string CPU,
1530b57cec5SDimitry Andric                                            std::string FS) const {
1540b57cec5SDimitry Andric   auto &I = SubtargetMap[CPU + FS];
1550b57cec5SDimitry Andric   if (!I) {
1568bcb0991SDimitry Andric     I = std::make_unique<WebAssemblySubtarget>(TargetTriple, CPU, FS, *this);
1570b57cec5SDimitry Andric   }
1580b57cec5SDimitry Andric   return I.get();
1590b57cec5SDimitry Andric }
1600b57cec5SDimitry Andric 
1610b57cec5SDimitry Andric const WebAssemblySubtarget *
1620b57cec5SDimitry Andric WebAssemblyTargetMachine::getSubtargetImpl(const Function &F) const {
1630b57cec5SDimitry Andric   Attribute CPUAttr = F.getFnAttribute("target-cpu");
1640b57cec5SDimitry Andric   Attribute FSAttr = F.getFnAttribute("target-features");
1650b57cec5SDimitry Andric 
166e8d8bef9SDimitry Andric   std::string CPU =
167e8d8bef9SDimitry Andric       CPUAttr.isValid() ? CPUAttr.getValueAsString().str() : TargetCPU;
168e8d8bef9SDimitry Andric   std::string FS =
169e8d8bef9SDimitry Andric       FSAttr.isValid() ? FSAttr.getValueAsString().str() : TargetFS;
1700b57cec5SDimitry Andric 
1710b57cec5SDimitry Andric   // This needs to be done before we create a new subtarget since any
1720b57cec5SDimitry Andric   // creation will depend on the TM and the code generation flags on the
1730b57cec5SDimitry Andric   // function that reside in TargetOptions.
1740b57cec5SDimitry Andric   resetTargetOptions(F);
1750b57cec5SDimitry Andric 
1760b57cec5SDimitry Andric   return getSubtargetImpl(CPU, FS);
1770b57cec5SDimitry Andric }
1780b57cec5SDimitry Andric 
1790b57cec5SDimitry Andric namespace {
1800b57cec5SDimitry Andric 
1810b57cec5SDimitry Andric class CoalesceFeaturesAndStripAtomics final : public ModulePass {
1820b57cec5SDimitry Andric   // Take the union of all features used in the module and use it for each
1830b57cec5SDimitry Andric   // function individually, since having multiple feature sets in one module
1840b57cec5SDimitry Andric   // currently does not make sense for WebAssembly. If atomics are not enabled,
1850b57cec5SDimitry Andric   // also strip atomic operations and thread local storage.
1860b57cec5SDimitry Andric   static char ID;
1870b57cec5SDimitry Andric   WebAssemblyTargetMachine *WasmTM;
1880b57cec5SDimitry Andric 
1890b57cec5SDimitry Andric public:
1900b57cec5SDimitry Andric   CoalesceFeaturesAndStripAtomics(WebAssemblyTargetMachine *WasmTM)
1910b57cec5SDimitry Andric       : ModulePass(ID), WasmTM(WasmTM) {}
1920b57cec5SDimitry Andric 
1930b57cec5SDimitry Andric   bool runOnModule(Module &M) override {
1940b57cec5SDimitry Andric     FeatureBitset Features = coalesceFeatures(M);
1950b57cec5SDimitry Andric 
1960b57cec5SDimitry Andric     std::string FeatureStr = getFeatureString(Features);
197e8d8bef9SDimitry Andric     WasmTM->setTargetFeatureString(FeatureStr);
1980b57cec5SDimitry Andric     for (auto &F : M)
1990b57cec5SDimitry Andric       replaceFeatures(F, FeatureStr);
2000b57cec5SDimitry Andric 
2010b57cec5SDimitry Andric     bool StrippedAtomics = false;
2020b57cec5SDimitry Andric     bool StrippedTLS = false;
2030b57cec5SDimitry Andric 
20481ad6265SDimitry Andric     if (!Features[WebAssembly::FeatureAtomics]) {
2050b57cec5SDimitry Andric       StrippedAtomics = stripAtomics(M);
2060b57cec5SDimitry Andric       StrippedTLS = stripThreadLocals(M);
20781ad6265SDimitry Andric     } else if (!Features[WebAssembly::FeatureBulkMemory]) {
20881ad6265SDimitry Andric       StrippedTLS |= stripThreadLocals(M);
20981ad6265SDimitry Andric     }
2100b57cec5SDimitry Andric 
2110b57cec5SDimitry Andric     if (StrippedAtomics && !StrippedTLS)
2120b57cec5SDimitry Andric       stripThreadLocals(M);
2130b57cec5SDimitry Andric     else if (StrippedTLS && !StrippedAtomics)
2140b57cec5SDimitry Andric       stripAtomics(M);
2150b57cec5SDimitry Andric 
2160b57cec5SDimitry Andric     recordFeatures(M, Features, StrippedAtomics || StrippedTLS);
2170b57cec5SDimitry Andric 
2180b57cec5SDimitry Andric     // Conservatively assume we have made some change
2190b57cec5SDimitry Andric     return true;
2200b57cec5SDimitry Andric   }
2210b57cec5SDimitry Andric 
2220b57cec5SDimitry Andric private:
2230b57cec5SDimitry Andric   FeatureBitset coalesceFeatures(const Module &M) {
2240b57cec5SDimitry Andric     FeatureBitset Features =
2250b57cec5SDimitry Andric         WasmTM
2265ffd83dbSDimitry Andric             ->getSubtargetImpl(std::string(WasmTM->getTargetCPU()),
2275ffd83dbSDimitry Andric                                std::string(WasmTM->getTargetFeatureString()))
2280b57cec5SDimitry Andric             ->getFeatureBits();
2290b57cec5SDimitry Andric     for (auto &F : M)
2300b57cec5SDimitry Andric       Features |= WasmTM->getSubtargetImpl(F)->getFeatureBits();
2310b57cec5SDimitry Andric     return Features;
2320b57cec5SDimitry Andric   }
2330b57cec5SDimitry Andric 
2340b57cec5SDimitry Andric   std::string getFeatureString(const FeatureBitset &Features) {
2350b57cec5SDimitry Andric     std::string Ret;
2360b57cec5SDimitry Andric     for (const SubtargetFeatureKV &KV : WebAssemblyFeatureKV) {
2370b57cec5SDimitry Andric       if (Features[KV.Value])
2380b57cec5SDimitry Andric         Ret += (StringRef("+") + KV.Key + ",").str();
2390b57cec5SDimitry Andric     }
2400b57cec5SDimitry Andric     return Ret;
2410b57cec5SDimitry Andric   }
2420b57cec5SDimitry Andric 
2430b57cec5SDimitry Andric   void replaceFeatures(Function &F, const std::string &Features) {
2440b57cec5SDimitry Andric     F.removeFnAttr("target-features");
2450b57cec5SDimitry Andric     F.removeFnAttr("target-cpu");
2460b57cec5SDimitry Andric     F.addFnAttr("target-features", Features);
2470b57cec5SDimitry Andric   }
2480b57cec5SDimitry Andric 
2490b57cec5SDimitry Andric   bool stripAtomics(Module &M) {
2500b57cec5SDimitry Andric     // Detect whether any atomics will be lowered, since there is no way to tell
2510b57cec5SDimitry Andric     // whether the LowerAtomic pass lowers e.g. stores.
2520b57cec5SDimitry Andric     bool Stripped = false;
2530b57cec5SDimitry Andric     for (auto &F : M) {
2540b57cec5SDimitry Andric       for (auto &B : F) {
2550b57cec5SDimitry Andric         for (auto &I : B) {
2560b57cec5SDimitry Andric           if (I.isAtomic()) {
2570b57cec5SDimitry Andric             Stripped = true;
2580b57cec5SDimitry Andric             goto done;
2590b57cec5SDimitry Andric           }
2600b57cec5SDimitry Andric         }
2610b57cec5SDimitry Andric       }
2620b57cec5SDimitry Andric     }
2630b57cec5SDimitry Andric 
2640b57cec5SDimitry Andric   done:
2650b57cec5SDimitry Andric     if (!Stripped)
2660b57cec5SDimitry Andric       return false;
2670b57cec5SDimitry Andric 
2680b57cec5SDimitry Andric     LowerAtomicPass Lowerer;
2690b57cec5SDimitry Andric     FunctionAnalysisManager FAM;
2700b57cec5SDimitry Andric     for (auto &F : M)
2710b57cec5SDimitry Andric       Lowerer.run(F, FAM);
2720b57cec5SDimitry Andric 
2730b57cec5SDimitry Andric     return true;
2740b57cec5SDimitry Andric   }
2750b57cec5SDimitry Andric 
2760b57cec5SDimitry Andric   bool stripThreadLocals(Module &M) {
2770b57cec5SDimitry Andric     bool Stripped = false;
2780b57cec5SDimitry Andric     for (auto &GV : M.globals()) {
279e8d8bef9SDimitry Andric       if (GV.isThreadLocal()) {
2800b57cec5SDimitry Andric         Stripped = true;
281e8d8bef9SDimitry Andric         GV.setThreadLocal(false);
2820b57cec5SDimitry Andric       }
2830b57cec5SDimitry Andric     }
2840b57cec5SDimitry Andric     return Stripped;
2850b57cec5SDimitry Andric   }
2860b57cec5SDimitry Andric 
2870b57cec5SDimitry Andric   void recordFeatures(Module &M, const FeatureBitset &Features, bool Stripped) {
2880b57cec5SDimitry Andric     for (const SubtargetFeatureKV &KV : WebAssemblyFeatureKV) {
2895ffd83dbSDimitry Andric       if (Features[KV.Value]) {
2905ffd83dbSDimitry Andric         // Mark features as used
2910b57cec5SDimitry Andric         std::string MDKey = (StringRef("wasm-feature-") + KV.Key).str();
2920b57cec5SDimitry Andric         M.addModuleFlag(Module::ModFlagBehavior::Error, MDKey,
2930b57cec5SDimitry Andric                         wasm::WASM_FEATURE_PREFIX_USED);
2940b57cec5SDimitry Andric       }
2950b57cec5SDimitry Andric     }
2965ffd83dbSDimitry Andric     // Code compiled without atomics or bulk-memory may have had its atomics or
2975ffd83dbSDimitry Andric     // thread-local data lowered to nonatomic operations or non-thread-local
2985ffd83dbSDimitry Andric     // data. In that case, we mark the pseudo-feature "shared-mem" as disallowed
2995ffd83dbSDimitry Andric     // to tell the linker that it would be unsafe to allow this code ot be used
3005ffd83dbSDimitry Andric     // in a module with shared memory.
3015ffd83dbSDimitry Andric     if (Stripped) {
3025ffd83dbSDimitry Andric       M.addModuleFlag(Module::ModFlagBehavior::Error, "wasm-feature-shared-mem",
3035ffd83dbSDimitry Andric                       wasm::WASM_FEATURE_PREFIX_DISALLOWED);
3045ffd83dbSDimitry Andric     }
3050b57cec5SDimitry Andric   }
3060b57cec5SDimitry Andric };
3070b57cec5SDimitry Andric char CoalesceFeaturesAndStripAtomics::ID = 0;
3080b57cec5SDimitry Andric 
3090b57cec5SDimitry Andric /// WebAssembly Code Generator Pass Configuration Options.
3100b57cec5SDimitry Andric class WebAssemblyPassConfig final : public TargetPassConfig {
3110b57cec5SDimitry Andric public:
3120b57cec5SDimitry Andric   WebAssemblyPassConfig(WebAssemblyTargetMachine &TM, PassManagerBase &PM)
3130b57cec5SDimitry Andric       : TargetPassConfig(TM, PM) {}
3140b57cec5SDimitry Andric 
3150b57cec5SDimitry Andric   WebAssemblyTargetMachine &getWebAssemblyTargetMachine() const {
3160b57cec5SDimitry Andric     return getTM<WebAssemblyTargetMachine>();
3170b57cec5SDimitry Andric   }
3180b57cec5SDimitry Andric 
3190b57cec5SDimitry Andric   FunctionPass *createTargetRegisterAllocator(bool) override;
3200b57cec5SDimitry Andric 
3210b57cec5SDimitry Andric   void addIRPasses() override;
32281ad6265SDimitry Andric   void addISelPrepare() override;
3230b57cec5SDimitry Andric   bool addInstSelector() override;
324bdd1243dSDimitry Andric   void addOptimizedRegAlloc() override;
3250b57cec5SDimitry Andric   void addPostRegAlloc() override;
3260b57cec5SDimitry Andric   bool addGCPasses() override { return false; }
3270b57cec5SDimitry Andric   void addPreEmitPass() override;
328349cc55cSDimitry Andric   bool addPreISel() override;
3290b57cec5SDimitry Andric 
3300b57cec5SDimitry Andric   // No reg alloc
331e8d8bef9SDimitry Andric   bool addRegAssignAndRewriteFast() override { return false; }
3320b57cec5SDimitry Andric 
3330b57cec5SDimitry Andric   // No reg alloc
334e8d8bef9SDimitry Andric   bool addRegAssignAndRewriteOptimized() override { return false; }
3350b57cec5SDimitry Andric };
3360b57cec5SDimitry Andric } // end anonymous namespace
3370b57cec5SDimitry Andric 
338bdd1243dSDimitry Andric MachineFunctionInfo *WebAssemblyTargetMachine::createMachineFunctionInfo(
339bdd1243dSDimitry Andric     BumpPtrAllocator &Allocator, const Function &F,
340bdd1243dSDimitry Andric     const TargetSubtargetInfo *STI) const {
341bdd1243dSDimitry Andric   return WebAssemblyFunctionInfo::create<WebAssemblyFunctionInfo>(Allocator, F,
342bdd1243dSDimitry Andric                                                                   STI);
343bdd1243dSDimitry Andric }
344bdd1243dSDimitry Andric 
3450b57cec5SDimitry Andric TargetTransformInfo
34681ad6265SDimitry Andric WebAssemblyTargetMachine::getTargetTransformInfo(const Function &F) const {
3470b57cec5SDimitry Andric   return TargetTransformInfo(WebAssemblyTTIImpl(this, F));
3480b57cec5SDimitry Andric }
3490b57cec5SDimitry Andric 
3500b57cec5SDimitry Andric TargetPassConfig *
3510b57cec5SDimitry Andric WebAssemblyTargetMachine::createPassConfig(PassManagerBase &PM) {
3520b57cec5SDimitry Andric   return new WebAssemblyPassConfig(*this, PM);
3530b57cec5SDimitry Andric }
3540b57cec5SDimitry Andric 
3550b57cec5SDimitry Andric FunctionPass *WebAssemblyPassConfig::createTargetRegisterAllocator(bool) {
3560b57cec5SDimitry Andric   return nullptr; // No reg alloc
3570b57cec5SDimitry Andric }
3580b57cec5SDimitry Andric 
3590eae32dcSDimitry Andric using WebAssembly::WasmEnableEH;
3600eae32dcSDimitry Andric using WebAssembly::WasmEnableEmEH;
3610eae32dcSDimitry Andric using WebAssembly::WasmEnableEmSjLj;
3620eae32dcSDimitry Andric using WebAssembly::WasmEnableSjLj;
3630eae32dcSDimitry Andric 
3640eae32dcSDimitry Andric static void basicCheckForEHAndSjLj(TargetMachine *TM) {
3650eae32dcSDimitry Andric   // Before checking, we make sure TargetOptions.ExceptionModel is the same as
3660eae32dcSDimitry Andric   // MCAsmInfo.ExceptionsType. Normally these have to be the same, because clang
3670eae32dcSDimitry Andric   // stores the exception model info in LangOptions, which is later transferred
3680eae32dcSDimitry Andric   // to TargetOptions and MCAsmInfo. But when clang compiles bitcode directly,
3690eae32dcSDimitry Andric   // clang's LangOptions is not used and thus the exception model info is not
3700eae32dcSDimitry Andric   // correctly transferred to TargetOptions and MCAsmInfo, so we make sure we
3710eae32dcSDimitry Andric   // have the correct exception model in in WebAssemblyMCAsmInfo constructor.
3720eae32dcSDimitry Andric   // But in this case TargetOptions is still not updated, so we make sure they
3730eae32dcSDimitry Andric   // are the same.
3740eae32dcSDimitry Andric   TM->Options.ExceptionModel = TM->getMCAsmInfo()->getExceptionHandlingType();
3750eae32dcSDimitry Andric 
3764824e7fdSDimitry Andric   // Basic Correctness checking related to -exception-model
377349cc55cSDimitry Andric   if (TM->Options.ExceptionModel != ExceptionHandling::None &&
378349cc55cSDimitry Andric       TM->Options.ExceptionModel != ExceptionHandling::Wasm)
379349cc55cSDimitry Andric     report_fatal_error("-exception-model should be either 'none' or 'wasm'");
380349cc55cSDimitry Andric   if (WasmEnableEmEH && TM->Options.ExceptionModel == ExceptionHandling::Wasm)
381349cc55cSDimitry Andric     report_fatal_error("-exception-model=wasm not allowed with "
382349cc55cSDimitry Andric                        "-enable-emscripten-cxx-exceptions");
383349cc55cSDimitry Andric   if (WasmEnableEH && TM->Options.ExceptionModel != ExceptionHandling::Wasm)
384349cc55cSDimitry Andric     report_fatal_error(
385349cc55cSDimitry Andric         "-wasm-enable-eh only allowed with -exception-model=wasm");
386349cc55cSDimitry Andric   if (WasmEnableSjLj && TM->Options.ExceptionModel != ExceptionHandling::Wasm)
387349cc55cSDimitry Andric     report_fatal_error(
388349cc55cSDimitry Andric         "-wasm-enable-sjlj only allowed with -exception-model=wasm");
389349cc55cSDimitry Andric   if ((!WasmEnableEH && !WasmEnableSjLj) &&
390349cc55cSDimitry Andric       TM->Options.ExceptionModel == ExceptionHandling::Wasm)
391349cc55cSDimitry Andric     report_fatal_error(
392349cc55cSDimitry Andric         "-exception-model=wasm only allowed with at least one of "
393349cc55cSDimitry Andric         "-wasm-enable-eh or -wasm-enable-sjj");
394349cc55cSDimitry Andric 
395349cc55cSDimitry Andric   // You can't enable two modes of EH at the same time
396349cc55cSDimitry Andric   if (WasmEnableEmEH && WasmEnableEH)
397349cc55cSDimitry Andric     report_fatal_error(
398349cc55cSDimitry Andric         "-enable-emscripten-cxx-exceptions not allowed with -wasm-enable-eh");
399349cc55cSDimitry Andric   // You can't enable two modes of SjLj at the same time
400349cc55cSDimitry Andric   if (WasmEnableEmSjLj && WasmEnableSjLj)
401349cc55cSDimitry Andric     report_fatal_error(
402349cc55cSDimitry Andric         "-enable-emscripten-sjlj not allowed with -wasm-enable-sjlj");
403349cc55cSDimitry Andric   // You can't mix Emscripten EH with Wasm SjLj.
404349cc55cSDimitry Andric   if (WasmEnableEmEH && WasmEnableSjLj)
405349cc55cSDimitry Andric     report_fatal_error(
406349cc55cSDimitry Andric         "-enable-emscripten-cxx-exceptions not allowed with -wasm-enable-sjlj");
407349cc55cSDimitry Andric   // Currently it is allowed to mix Wasm EH with Emscripten SjLj as an interim
408349cc55cSDimitry Andric   // measure, but some code will error out at compile time in this combination.
409349cc55cSDimitry Andric   // See WebAssemblyLowerEmscriptenEHSjLj pass for details.
410349cc55cSDimitry Andric }
411349cc55cSDimitry Andric 
4120b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
4130b57cec5SDimitry Andric // The following functions are called from lib/CodeGen/Passes.cpp to modify
4140b57cec5SDimitry Andric // the CodeGen pass sequence.
4150b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
4160b57cec5SDimitry Andric 
4170b57cec5SDimitry Andric void WebAssemblyPassConfig::addIRPasses() {
4180b57cec5SDimitry Andric   // Add signatures to prototype-less function declarations
4190b57cec5SDimitry Andric   addPass(createWebAssemblyAddMissingPrototypes());
4200b57cec5SDimitry Andric 
421bdd1243dSDimitry Andric   // Lower .llvm.global_dtors into .llvm.global_ctors with __cxa_atexit calls.
42281ad6265SDimitry Andric   addPass(createLowerGlobalDtorsLegacyPass());
4230b57cec5SDimitry Andric 
4240b57cec5SDimitry Andric   // Fix function bitcasts, as WebAssembly requires caller and callee signatures
4250b57cec5SDimitry Andric   // to match.
4260b57cec5SDimitry Andric   addPass(createWebAssemblyFixFunctionBitcasts());
4270b57cec5SDimitry Andric 
4280b57cec5SDimitry Andric   // Optimize "returned" function attributes.
4290b57cec5SDimitry Andric   if (getOptLevel() != CodeGenOpt::None)
4300b57cec5SDimitry Andric     addPass(createWebAssemblyOptimizeReturned());
4310b57cec5SDimitry Andric 
4324824e7fdSDimitry Andric   basicCheckForEHAndSjLj(TM);
433349cc55cSDimitry Andric 
4340b57cec5SDimitry Andric   // If exception handling is not enabled and setjmp/longjmp handling is
4350b57cec5SDimitry Andric   // enabled, we lower invokes into calls and delete unreachable landingpad
4360b57cec5SDimitry Andric   // blocks. Lowering invokes when there is no EH support is done in
437349cc55cSDimitry Andric   // TargetPassConfig::addPassesToHandleExceptions, but that runs after these IR
438349cc55cSDimitry Andric   // passes and Emscripten SjLj handling expects all invokes to be lowered
439349cc55cSDimitry Andric   // before.
440349cc55cSDimitry Andric   if (!WasmEnableEmEH && !WasmEnableEH) {
4410b57cec5SDimitry Andric     addPass(createLowerInvokePass());
4420b57cec5SDimitry Andric     // The lower invoke pass may create unreachable code. Remove it in order not
4430b57cec5SDimitry Andric     // to process dead blocks in setjmp/longjmp handling.
4440b57cec5SDimitry Andric     addPass(createUnreachableBlockEliminationPass());
4450b57cec5SDimitry Andric   }
4460b57cec5SDimitry Andric 
447349cc55cSDimitry Andric   // Handle exceptions and setjmp/longjmp if enabled. Unlike Wasm EH preparation
448349cc55cSDimitry Andric   // done in WasmEHPrepare pass, Wasm SjLj preparation shares libraries and
449349cc55cSDimitry Andric   // transformation algorithms with Emscripten SjLj, so we run
450349cc55cSDimitry Andric   // LowerEmscriptenEHSjLj pass also when Wasm SjLj is enabled.
451349cc55cSDimitry Andric   if (WasmEnableEmEH || WasmEnableEmSjLj || WasmEnableSjLj)
452349cc55cSDimitry Andric     addPass(createWebAssemblyLowerEmscriptenEHSjLj());
4530b57cec5SDimitry Andric 
4540b57cec5SDimitry Andric   // Expand indirectbr instructions to switches.
4550b57cec5SDimitry Andric   addPass(createIndirectBrExpandPass());
4560b57cec5SDimitry Andric 
4570b57cec5SDimitry Andric   TargetPassConfig::addIRPasses();
4580b57cec5SDimitry Andric }
4590b57cec5SDimitry Andric 
46081ad6265SDimitry Andric void WebAssemblyPassConfig::addISelPrepare() {
461*06c3fb27SDimitry Andric   WebAssemblyTargetMachine *WasmTM =
462*06c3fb27SDimitry Andric       static_cast<WebAssemblyTargetMachine *>(TM);
463*06c3fb27SDimitry Andric   const WebAssemblySubtarget *Subtarget =
464*06c3fb27SDimitry Andric       WasmTM->getSubtargetImpl(std::string(WasmTM->getTargetCPU()),
465*06c3fb27SDimitry Andric                                std::string(WasmTM->getTargetFeatureString()));
466*06c3fb27SDimitry Andric   if (Subtarget->hasReferenceTypes()) {
467*06c3fb27SDimitry Andric     // We need to remove allocas for reference types
468*06c3fb27SDimitry Andric     addPass(createPromoteMemoryToRegisterPass(true));
469*06c3fb27SDimitry Andric   }
47081ad6265SDimitry Andric   // Lower atomics and TLS if necessary
47181ad6265SDimitry Andric   addPass(new CoalesceFeaturesAndStripAtomics(&getWebAssemblyTargetMachine()));
47281ad6265SDimitry Andric 
47381ad6265SDimitry Andric   // This is a no-op if atomics are not used in the module
47481ad6265SDimitry Andric   addPass(createAtomicExpandPass());
47581ad6265SDimitry Andric 
47681ad6265SDimitry Andric   TargetPassConfig::addISelPrepare();
47781ad6265SDimitry Andric }
47881ad6265SDimitry Andric 
4790b57cec5SDimitry Andric bool WebAssemblyPassConfig::addInstSelector() {
4800b57cec5SDimitry Andric   (void)TargetPassConfig::addInstSelector();
4810b57cec5SDimitry Andric   addPass(
4820b57cec5SDimitry Andric       createWebAssemblyISelDag(getWebAssemblyTargetMachine(), getOptLevel()));
4830b57cec5SDimitry Andric   // Run the argument-move pass immediately after the ScheduleDAG scheduler
4840b57cec5SDimitry Andric   // so that we can fix up the ARGUMENT instructions before anything else
4850b57cec5SDimitry Andric   // sees them in the wrong place.
4860b57cec5SDimitry Andric   addPass(createWebAssemblyArgumentMove());
4870b57cec5SDimitry Andric   // Set the p2align operands. This information is present during ISel, however
4880b57cec5SDimitry Andric   // it's inconvenient to collect. Collect it now, and update the immediate
4890b57cec5SDimitry Andric   // operands.
4900b57cec5SDimitry Andric   addPass(createWebAssemblySetP2AlignOperands());
4915ffd83dbSDimitry Andric 
4925ffd83dbSDimitry Andric   // Eliminate range checks and add default targets to br_table instructions.
4935ffd83dbSDimitry Andric   addPass(createWebAssemblyFixBrTableDefaults());
4945ffd83dbSDimitry Andric 
4950b57cec5SDimitry Andric   return false;
4960b57cec5SDimitry Andric }
4970b57cec5SDimitry Andric 
498bdd1243dSDimitry Andric void WebAssemblyPassConfig::addOptimizedRegAlloc() {
499bdd1243dSDimitry Andric   // Currently RegisterCoalesce degrades wasm debug info quality by a
500bdd1243dSDimitry Andric   // significant margin. As a quick fix, disable this for -O1, which is often
501bdd1243dSDimitry Andric   // used for debugging large applications. Disabling this increases code size
502bdd1243dSDimitry Andric   // of Emscripten core benchmarks by ~5%, which is acceptable for -O1, which is
503bdd1243dSDimitry Andric   // usually not used for production builds.
504bdd1243dSDimitry Andric   // TODO Investigate why RegisterCoalesce degrades debug info quality and fix
505bdd1243dSDimitry Andric   // it properly
506bdd1243dSDimitry Andric   if (getOptLevel() == CodeGenOpt::Less)
507bdd1243dSDimitry Andric     disablePass(&RegisterCoalescerID);
508bdd1243dSDimitry Andric   TargetPassConfig::addOptimizedRegAlloc();
509bdd1243dSDimitry Andric }
510bdd1243dSDimitry Andric 
5110b57cec5SDimitry Andric void WebAssemblyPassConfig::addPostRegAlloc() {
5120b57cec5SDimitry Andric   // TODO: The following CodeGen passes don't currently support code containing
5130b57cec5SDimitry Andric   // virtual registers. Consider removing their restrictions and re-enabling
5140b57cec5SDimitry Andric   // them.
5150b57cec5SDimitry Andric 
5160b57cec5SDimitry Andric   // These functions all require the NoVRegs property.
517bdd1243dSDimitry Andric   disablePass(&MachineLateInstrsCleanupID);
5180b57cec5SDimitry Andric   disablePass(&MachineCopyPropagationID);
5190b57cec5SDimitry Andric   disablePass(&PostRAMachineSinkingID);
5200b57cec5SDimitry Andric   disablePass(&PostRASchedulerID);
5210b57cec5SDimitry Andric   disablePass(&FuncletLayoutID);
5220b57cec5SDimitry Andric   disablePass(&StackMapLivenessID);
5230b57cec5SDimitry Andric   disablePass(&PatchableFunctionID);
5240b57cec5SDimitry Andric   disablePass(&ShrinkWrapID);
5250b57cec5SDimitry Andric 
5260b57cec5SDimitry Andric   // This pass hurts code size for wasm because it can generate irreducible
5270b57cec5SDimitry Andric   // control flow.
5280b57cec5SDimitry Andric   disablePass(&MachineBlockPlacementID);
5290b57cec5SDimitry Andric 
5300b57cec5SDimitry Andric   TargetPassConfig::addPostRegAlloc();
5310b57cec5SDimitry Andric }
5320b57cec5SDimitry Andric 
5330b57cec5SDimitry Andric void WebAssemblyPassConfig::addPreEmitPass() {
5340b57cec5SDimitry Andric   TargetPassConfig::addPreEmitPass();
5350b57cec5SDimitry Andric 
536fe6060f1SDimitry Andric   // Nullify DBG_VALUE_LISTs that we cannot handle.
537fe6060f1SDimitry Andric   addPass(createWebAssemblyNullifyDebugValueLists());
538fe6060f1SDimitry Andric 
5390b57cec5SDimitry Andric   // Eliminate multiple-entry loops.
5400b57cec5SDimitry Andric   addPass(createWebAssemblyFixIrreducibleControlFlow());
5410b57cec5SDimitry Andric 
5420b57cec5SDimitry Andric   // Do various transformations for exception handling.
5430b57cec5SDimitry Andric   // Every CFG-changing optimizations should come before this.
544e8d8bef9SDimitry Andric   if (TM->Options.ExceptionModel == ExceptionHandling::Wasm)
5450b57cec5SDimitry Andric     addPass(createWebAssemblyLateEHPrepare());
5460b57cec5SDimitry Andric 
5470b57cec5SDimitry Andric   // Now that we have a prologue and epilogue and all frame indices are
5480b57cec5SDimitry Andric   // rewritten, eliminate SP and FP. This allows them to be stackified,
5490b57cec5SDimitry Andric   // colored, and numbered with the rest of the registers.
5500b57cec5SDimitry Andric   addPass(createWebAssemblyReplacePhysRegs());
5510b57cec5SDimitry Andric 
5520b57cec5SDimitry Andric   // Preparations and optimizations related to register stackification.
5530b57cec5SDimitry Andric   if (getOptLevel() != CodeGenOpt::None) {
5540b57cec5SDimitry Andric     // Depend on LiveIntervals and perform some optimizations on it.
5550b57cec5SDimitry Andric     addPass(createWebAssemblyOptimizeLiveIntervals());
5560b57cec5SDimitry Andric 
5570b57cec5SDimitry Andric     // Prepare memory intrinsic calls for register stackifying.
5580b57cec5SDimitry Andric     addPass(createWebAssemblyMemIntrinsicResults());
5590b57cec5SDimitry Andric 
5600b57cec5SDimitry Andric     // Mark registers as representing wasm's value stack. This is a key
5610b57cec5SDimitry Andric     // code-compression technique in WebAssembly. We run this pass (and
5620b57cec5SDimitry Andric     // MemIntrinsicResults above) very late, so that it sees as much code as
5630b57cec5SDimitry Andric     // possible, including code emitted by PEI and expanded by late tail
5640b57cec5SDimitry Andric     // duplication.
5650b57cec5SDimitry Andric     addPass(createWebAssemblyRegStackify());
5660b57cec5SDimitry Andric 
5670b57cec5SDimitry Andric     // Run the register coloring pass to reduce the total number of registers.
5680b57cec5SDimitry Andric     // This runs after stackification so that it doesn't consider registers
5690b57cec5SDimitry Andric     // that become stackified.
5700b57cec5SDimitry Andric     addPass(createWebAssemblyRegColoring());
5710b57cec5SDimitry Andric   }
5720b57cec5SDimitry Andric 
5730b57cec5SDimitry Andric   // Sort the blocks of the CFG into topological order, a prerequisite for
5740b57cec5SDimitry Andric   // BLOCK and LOOP markers.
5750b57cec5SDimitry Andric   addPass(createWebAssemblyCFGSort());
5760b57cec5SDimitry Andric 
5770b57cec5SDimitry Andric   // Insert BLOCK and LOOP markers.
5780b57cec5SDimitry Andric   addPass(createWebAssemblyCFGStackify());
5790b57cec5SDimitry Andric 
5800b57cec5SDimitry Andric   // Insert explicit local.get and local.set operators.
5815ffd83dbSDimitry Andric   if (!WasmDisableExplicitLocals)
5820b57cec5SDimitry Andric     addPass(createWebAssemblyExplicitLocals());
5830b57cec5SDimitry Andric 
5840b57cec5SDimitry Andric   // Lower br_unless into br_if.
5850b57cec5SDimitry Andric   addPass(createWebAssemblyLowerBrUnless());
5860b57cec5SDimitry Andric 
5870b57cec5SDimitry Andric   // Perform the very last peephole optimizations on the code.
5880b57cec5SDimitry Andric   if (getOptLevel() != CodeGenOpt::None)
5890b57cec5SDimitry Andric     addPass(createWebAssemblyPeephole());
5900b57cec5SDimitry Andric 
5910b57cec5SDimitry Andric   // Create a mapping from LLVM CodeGen virtual registers to wasm registers.
5920b57cec5SDimitry Andric   addPass(createWebAssemblyRegNumbering());
5935ffd83dbSDimitry Andric 
5945ffd83dbSDimitry Andric   // Fix debug_values whose defs have been stackified.
5955ffd83dbSDimitry Andric   if (!WasmDisableExplicitLocals)
5965ffd83dbSDimitry Andric     addPass(createWebAssemblyDebugFixup());
597fe6060f1SDimitry Andric 
598fe6060f1SDimitry Andric   // Collect information to prepare for MC lowering / asm printing.
599fe6060f1SDimitry Andric   addPass(createWebAssemblyMCLowerPrePass());
6000b57cec5SDimitry Andric }
6010b57cec5SDimitry Andric 
602349cc55cSDimitry Andric bool WebAssemblyPassConfig::addPreISel() {
603349cc55cSDimitry Andric   TargetPassConfig::addPreISel();
604349cc55cSDimitry Andric   addPass(createWebAssemblyLowerRefTypesIntPtrConv());
605349cc55cSDimitry Andric   return false;
606349cc55cSDimitry Andric }
607349cc55cSDimitry Andric 
6080b57cec5SDimitry Andric yaml::MachineFunctionInfo *
6090b57cec5SDimitry Andric WebAssemblyTargetMachine::createDefaultFuncInfoYAML() const {
6100b57cec5SDimitry Andric   return new yaml::WebAssemblyFunctionInfo();
6110b57cec5SDimitry Andric }
6120b57cec5SDimitry Andric 
6130b57cec5SDimitry Andric yaml::MachineFunctionInfo *WebAssemblyTargetMachine::convertFuncInfoToYAML(
6140b57cec5SDimitry Andric     const MachineFunction &MF) const {
6150b57cec5SDimitry Andric   const auto *MFI = MF.getInfo<WebAssemblyFunctionInfo>();
616bdd1243dSDimitry Andric   return new yaml::WebAssemblyFunctionInfo(MF, *MFI);
6170b57cec5SDimitry Andric }
6180b57cec5SDimitry Andric 
6190b57cec5SDimitry Andric bool WebAssemblyTargetMachine::parseMachineFunctionInfo(
6200b57cec5SDimitry Andric     const yaml::MachineFunctionInfo &MFI, PerFunctionMIParsingState &PFS,
6210b57cec5SDimitry Andric     SMDiagnostic &Error, SMRange &SourceRange) const {
62281ad6265SDimitry Andric   const auto &YamlMFI = static_cast<const yaml::WebAssemblyFunctionInfo &>(MFI);
6230b57cec5SDimitry Andric   MachineFunction &MF = PFS.MF;
624bdd1243dSDimitry Andric   MF.getInfo<WebAssemblyFunctionInfo>()->initializeBaseYamlFields(MF, YamlMFI);
6250b57cec5SDimitry Andric   return false;
6260b57cec5SDimitry Andric }
627