xref: /freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/WebAssemblyMCInstLower.cpp (revision 0eae32dcef82f6f06de6419a0d623d7def0cc8f6)
10b57cec5SDimitry Andric // WebAssemblyMCInstLower.cpp - Convert WebAssembly MachineInstr to an MCInst //
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric ///
90b57cec5SDimitry Andric /// \file
100b57cec5SDimitry Andric /// This file contains code to lower WebAssembly MachineInstrs to their
110b57cec5SDimitry Andric /// corresponding MCInst records.
120b57cec5SDimitry Andric ///
130b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
140b57cec5SDimitry Andric 
150b57cec5SDimitry Andric #include "WebAssemblyMCInstLower.h"
165ffd83dbSDimitry Andric #include "TargetInfo/WebAssemblyTargetInfo.h"
17fe6060f1SDimitry Andric #include "Utils/WebAssemblyTypeUtilities.h"
18fe6060f1SDimitry Andric #include "Utils/WebAssemblyUtilities.h"
190b57cec5SDimitry Andric #include "WebAssemblyAsmPrinter.h"
20349cc55cSDimitry Andric #include "WebAssemblyISelLowering.h"
210b57cec5SDimitry Andric #include "WebAssemblyMachineFunctionInfo.h"
220b57cec5SDimitry Andric #include "llvm/CodeGen/AsmPrinter.h"
230b57cec5SDimitry Andric #include "llvm/CodeGen/MachineFunction.h"
240b57cec5SDimitry Andric #include "llvm/IR/Constants.h"
250b57cec5SDimitry Andric #include "llvm/MC/MCAsmInfo.h"
260b57cec5SDimitry Andric #include "llvm/MC/MCContext.h"
270b57cec5SDimitry Andric #include "llvm/MC/MCExpr.h"
280b57cec5SDimitry Andric #include "llvm/MC/MCInst.h"
290b57cec5SDimitry Andric #include "llvm/MC/MCSymbolWasm.h"
300b57cec5SDimitry Andric #include "llvm/Support/ErrorHandling.h"
310b57cec5SDimitry Andric #include "llvm/Support/raw_ostream.h"
32349cc55cSDimitry Andric 
330b57cec5SDimitry Andric using namespace llvm;
340b57cec5SDimitry Andric 
350b57cec5SDimitry Andric // This disables the removal of registers when lowering into MC, as required
360b57cec5SDimitry Andric // by some current tests.
370b57cec5SDimitry Andric cl::opt<bool>
380b57cec5SDimitry Andric     WasmKeepRegisters("wasm-keep-registers", cl::Hidden,
390b57cec5SDimitry Andric                       cl::desc("WebAssembly: output stack registers in"
400b57cec5SDimitry Andric                                " instruction output for test purposes only."),
410b57cec5SDimitry Andric                       cl::init(false));
420b57cec5SDimitry Andric 
430b57cec5SDimitry Andric static void removeRegisterOperands(const MachineInstr *MI, MCInst &OutMI);
440b57cec5SDimitry Andric 
450b57cec5SDimitry Andric MCSymbol *
460b57cec5SDimitry Andric WebAssemblyMCInstLower::GetGlobalAddressSymbol(const MachineOperand &MO) const {
470b57cec5SDimitry Andric   const GlobalValue *Global = MO.getGlobal();
48fe6060f1SDimitry Andric   if (!isa<Function>(Global)) {
49fe6060f1SDimitry Andric     auto *WasmSym = cast<MCSymbolWasm>(Printer.getSymbol(Global));
50fe6060f1SDimitry Andric     // If the symbol doesn't have an explicit WasmSymbolType yet and the
51fe6060f1SDimitry Andric     // GlobalValue is actually a WebAssembly global, then ensure the symbol is a
52fe6060f1SDimitry Andric     // WASM_SYMBOL_TYPE_GLOBAL.
53fe6060f1SDimitry Andric     if (WebAssembly::isWasmVarAddressSpace(Global->getAddressSpace()) &&
54fe6060f1SDimitry Andric         !WasmSym->getType()) {
55fe6060f1SDimitry Andric       const MachineFunction &MF = *MO.getParent()->getParent()->getParent();
56fe6060f1SDimitry Andric       const TargetMachine &TM = MF.getTarget();
57fe6060f1SDimitry Andric       const Function &CurrentFunc = MF.getFunction();
58349cc55cSDimitry Andric       Type *GlobalVT = Global->getValueType();
59fe6060f1SDimitry Andric       SmallVector<MVT, 1> VTs;
60349cc55cSDimitry Andric       computeLegalValueVTs(CurrentFunc, TM, GlobalVT, VTs);
61349cc55cSDimitry Andric 
62349cc55cSDimitry Andric       // Tables are represented as Arrays in LLVM IR therefore
63349cc55cSDimitry Andric       // they reach this point as aggregate Array types with an element type
64349cc55cSDimitry Andric       // that is a reference type.
65349cc55cSDimitry Andric       wasm::ValType Type;
66*0eae32dcSDimitry Andric       bool IsTable = false;
67349cc55cSDimitry Andric       if (GlobalVT->isArrayTy() &&
68349cc55cSDimitry Andric           WebAssembly::isRefType(GlobalVT->getArrayElementType())) {
69349cc55cSDimitry Andric         MVT VT;
70*0eae32dcSDimitry Andric         IsTable = true;
71349cc55cSDimitry Andric         switch (GlobalVT->getArrayElementType()->getPointerAddressSpace()) {
72349cc55cSDimitry Andric         case WebAssembly::WasmAddressSpace::WASM_ADDRESS_SPACE_FUNCREF:
73349cc55cSDimitry Andric           VT = MVT::funcref;
74349cc55cSDimitry Andric           break;
75349cc55cSDimitry Andric         case WebAssembly::WasmAddressSpace::WASM_ADDRESS_SPACE_EXTERNREF:
76349cc55cSDimitry Andric           VT = MVT::externref;
77349cc55cSDimitry Andric           break;
78349cc55cSDimitry Andric         default:
79349cc55cSDimitry Andric           report_fatal_error("unhandled address space type");
80349cc55cSDimitry Andric         }
81349cc55cSDimitry Andric         Type = WebAssembly::toValType(VT);
82349cc55cSDimitry Andric       } else if (VTs.size() == 1) {
83349cc55cSDimitry Andric         Type = WebAssembly::toValType(VTs[0]);
84349cc55cSDimitry Andric       } else
85fe6060f1SDimitry Andric         report_fatal_error("Aggregate globals not yet implemented");
86fe6060f1SDimitry Andric 
87*0eae32dcSDimitry Andric       if (IsTable) {
88*0eae32dcSDimitry Andric         WasmSym->setType(wasm::WASM_SYMBOL_TYPE_TABLE);
89*0eae32dcSDimitry Andric         WasmSym->setTableType(Type);
90*0eae32dcSDimitry Andric       } else {
91fe6060f1SDimitry Andric         WasmSym->setType(wasm::WASM_SYMBOL_TYPE_GLOBAL);
92349cc55cSDimitry Andric         WasmSym->setGlobalType(
93349cc55cSDimitry Andric             wasm::WasmGlobalType{uint8_t(Type), /*Mutable=*/true});
94fe6060f1SDimitry Andric       }
95*0eae32dcSDimitry Andric     }
96fe6060f1SDimitry Andric     return WasmSym;
97fe6060f1SDimitry Andric   }
980b57cec5SDimitry Andric 
99e8d8bef9SDimitry Andric   const auto *FuncTy = cast<FunctionType>(Global->getValueType());
1000b57cec5SDimitry Andric   const MachineFunction &MF = *MO.getParent()->getParent()->getParent();
1010b57cec5SDimitry Andric   const TargetMachine &TM = MF.getTarget();
1020b57cec5SDimitry Andric   const Function &CurrentFunc = MF.getFunction();
1030b57cec5SDimitry Andric 
1040b57cec5SDimitry Andric   SmallVector<MVT, 1> ResultMVTs;
1050b57cec5SDimitry Andric   SmallVector<MVT, 4> ParamMVTs;
1065ffd83dbSDimitry Andric   const auto *const F = dyn_cast<Function>(Global);
1075ffd83dbSDimitry Andric   computeSignatureVTs(FuncTy, F, CurrentFunc, TM, ParamMVTs, ResultMVTs);
1080b57cec5SDimitry Andric   auto Signature = signatureFromMVTs(ResultMVTs, ParamMVTs);
109e8d8bef9SDimitry Andric 
110e8d8bef9SDimitry Andric   bool InvokeDetected = false;
111e8d8bef9SDimitry Andric   auto *WasmSym = Printer.getMCSymbolForFunction(
112*0eae32dcSDimitry Andric       F, WebAssembly::WasmEnableEmEH || WebAssembly::WasmEnableEmSjLj,
113*0eae32dcSDimitry Andric       Signature.get(), InvokeDetected);
1140b57cec5SDimitry Andric   WasmSym->setSignature(Signature.get());
1150b57cec5SDimitry Andric   Printer.addSignature(std::move(Signature));
1160b57cec5SDimitry Andric   WasmSym->setType(wasm::WASM_SYMBOL_TYPE_FUNCTION);
1170b57cec5SDimitry Andric   return WasmSym;
1180b57cec5SDimitry Andric }
1190b57cec5SDimitry Andric 
1200b57cec5SDimitry Andric MCSymbol *WebAssemblyMCInstLower::GetExternalSymbolSymbol(
1210b57cec5SDimitry Andric     const MachineOperand &MO) const {
122fe6060f1SDimitry Andric   return Printer.getOrCreateWasmSymbol(MO.getSymbolName());
1230b57cec5SDimitry Andric }
1240b57cec5SDimitry Andric 
1250b57cec5SDimitry Andric MCOperand WebAssemblyMCInstLower::lowerSymbolOperand(const MachineOperand &MO,
1260b57cec5SDimitry Andric                                                      MCSymbol *Sym) const {
1270b57cec5SDimitry Andric   MCSymbolRefExpr::VariantKind Kind = MCSymbolRefExpr::VK_None;
1280b57cec5SDimitry Andric   unsigned TargetFlags = MO.getTargetFlags();
1290b57cec5SDimitry Andric 
1300b57cec5SDimitry Andric   switch (TargetFlags) {
1310b57cec5SDimitry Andric     case WebAssemblyII::MO_NO_FLAG:
1320b57cec5SDimitry Andric       break;
133349cc55cSDimitry Andric     case WebAssemblyII::MO_GOT_TLS:
134349cc55cSDimitry Andric       Kind = MCSymbolRefExpr::VK_WASM_GOT_TLS;
135349cc55cSDimitry Andric       break;
1360b57cec5SDimitry Andric     case WebAssemblyII::MO_GOT:
1370b57cec5SDimitry Andric       Kind = MCSymbolRefExpr::VK_GOT;
1380b57cec5SDimitry Andric       break;
1390b57cec5SDimitry Andric     case WebAssemblyII::MO_MEMORY_BASE_REL:
1400b57cec5SDimitry Andric       Kind = MCSymbolRefExpr::VK_WASM_MBREL;
1410b57cec5SDimitry Andric       break;
142e8d8bef9SDimitry Andric     case WebAssemblyII::MO_TLS_BASE_REL:
143e8d8bef9SDimitry Andric       Kind = MCSymbolRefExpr::VK_WASM_TLSREL;
144e8d8bef9SDimitry Andric       break;
1450b57cec5SDimitry Andric     case WebAssemblyII::MO_TABLE_BASE_REL:
1460b57cec5SDimitry Andric       Kind = MCSymbolRefExpr::VK_WASM_TBREL;
1470b57cec5SDimitry Andric       break;
1480b57cec5SDimitry Andric     default:
1490b57cec5SDimitry Andric       llvm_unreachable("Unknown target flag on GV operand");
1500b57cec5SDimitry Andric   }
1510b57cec5SDimitry Andric 
1520b57cec5SDimitry Andric   const MCExpr *Expr = MCSymbolRefExpr::create(Sym, Kind, Ctx);
1530b57cec5SDimitry Andric 
1540b57cec5SDimitry Andric   if (MO.getOffset() != 0) {
1550b57cec5SDimitry Andric     const auto *WasmSym = cast<MCSymbolWasm>(Sym);
1560b57cec5SDimitry Andric     if (TargetFlags == WebAssemblyII::MO_GOT)
1570b57cec5SDimitry Andric       report_fatal_error("GOT symbol references do not support offsets");
1580b57cec5SDimitry Andric     if (WasmSym->isFunction())
1590b57cec5SDimitry Andric       report_fatal_error("Function addresses with offsets not supported");
1600b57cec5SDimitry Andric     if (WasmSym->isGlobal())
1610b57cec5SDimitry Andric       report_fatal_error("Global indexes with offsets not supported");
162fe6060f1SDimitry Andric     if (WasmSym->isTag())
163fe6060f1SDimitry Andric       report_fatal_error("Tag indexes with offsets not supported");
164fe6060f1SDimitry Andric     if (WasmSym->isTable())
165fe6060f1SDimitry Andric       report_fatal_error("Table indexes with offsets not supported");
1660b57cec5SDimitry Andric 
1670b57cec5SDimitry Andric     Expr = MCBinaryExpr::createAdd(
1680b57cec5SDimitry Andric         Expr, MCConstantExpr::create(MO.getOffset(), Ctx), Ctx);
1690b57cec5SDimitry Andric   }
1700b57cec5SDimitry Andric 
1710b57cec5SDimitry Andric   return MCOperand::createExpr(Expr);
1720b57cec5SDimitry Andric }
1730b57cec5SDimitry Andric 
1748bcb0991SDimitry Andric MCOperand WebAssemblyMCInstLower::lowerTypeIndexOperand(
1758bcb0991SDimitry Andric     SmallVector<wasm::ValType, 1> &&Returns,
1768bcb0991SDimitry Andric     SmallVector<wasm::ValType, 4> &&Params) const {
1778bcb0991SDimitry Andric   auto Signature = std::make_unique<wasm::WasmSignature>(std::move(Returns),
1788bcb0991SDimitry Andric                                                          std::move(Params));
1798bcb0991SDimitry Andric   MCSymbol *Sym = Printer.createTempSymbol("typeindex");
1808bcb0991SDimitry Andric   auto *WasmSym = cast<MCSymbolWasm>(Sym);
1818bcb0991SDimitry Andric   WasmSym->setSignature(Signature.get());
1828bcb0991SDimitry Andric   Printer.addSignature(std::move(Signature));
1838bcb0991SDimitry Andric   WasmSym->setType(wasm::WASM_SYMBOL_TYPE_FUNCTION);
1848bcb0991SDimitry Andric   const MCExpr *Expr =
1858bcb0991SDimitry Andric       MCSymbolRefExpr::create(WasmSym, MCSymbolRefExpr::VK_WASM_TYPEINDEX, Ctx);
1868bcb0991SDimitry Andric   return MCOperand::createExpr(Expr);
1878bcb0991SDimitry Andric }
1888bcb0991SDimitry Andric 
1890b57cec5SDimitry Andric // Return the WebAssembly type associated with the given register class.
1900b57cec5SDimitry Andric static wasm::ValType getType(const TargetRegisterClass *RC) {
1910b57cec5SDimitry Andric   if (RC == &WebAssembly::I32RegClass)
1920b57cec5SDimitry Andric     return wasm::ValType::I32;
1930b57cec5SDimitry Andric   if (RC == &WebAssembly::I64RegClass)
1940b57cec5SDimitry Andric     return wasm::ValType::I64;
1950b57cec5SDimitry Andric   if (RC == &WebAssembly::F32RegClass)
1960b57cec5SDimitry Andric     return wasm::ValType::F32;
1970b57cec5SDimitry Andric   if (RC == &WebAssembly::F64RegClass)
1980b57cec5SDimitry Andric     return wasm::ValType::F64;
1990b57cec5SDimitry Andric   if (RC == &WebAssembly::V128RegClass)
2000b57cec5SDimitry Andric     return wasm::ValType::V128;
201fe6060f1SDimitry Andric   if (RC == &WebAssembly::EXTERNREFRegClass)
202fe6060f1SDimitry Andric     return wasm::ValType::EXTERNREF;
203fe6060f1SDimitry Andric   if (RC == &WebAssembly::FUNCREFRegClass)
204fe6060f1SDimitry Andric     return wasm::ValType::FUNCREF;
2050b57cec5SDimitry Andric   llvm_unreachable("Unexpected register class");
2060b57cec5SDimitry Andric }
2070b57cec5SDimitry Andric 
2088bcb0991SDimitry Andric static void getFunctionReturns(const MachineInstr *MI,
2098bcb0991SDimitry Andric                                SmallVectorImpl<wasm::ValType> &Returns) {
2108bcb0991SDimitry Andric   const Function &F = MI->getMF()->getFunction();
2118bcb0991SDimitry Andric   const TargetMachine &TM = MI->getMF()->getTarget();
2128bcb0991SDimitry Andric   Type *RetTy = F.getReturnType();
2138bcb0991SDimitry Andric   SmallVector<MVT, 4> CallerRetTys;
2148bcb0991SDimitry Andric   computeLegalValueVTs(F, TM, RetTy, CallerRetTys);
2158bcb0991SDimitry Andric   valTypesFromMVTs(CallerRetTys, Returns);
2168bcb0991SDimitry Andric }
2178bcb0991SDimitry Andric 
2180b57cec5SDimitry Andric void WebAssemblyMCInstLower::lower(const MachineInstr *MI,
2190b57cec5SDimitry Andric                                    MCInst &OutMI) const {
2200b57cec5SDimitry Andric   OutMI.setOpcode(MI->getOpcode());
2210b57cec5SDimitry Andric 
2220b57cec5SDimitry Andric   const MCInstrDesc &Desc = MI->getDesc();
2235ffd83dbSDimitry Andric   unsigned NumVariadicDefs = MI->getNumExplicitDefs() - Desc.getNumDefs();
2240b57cec5SDimitry Andric   for (unsigned I = 0, E = MI->getNumOperands(); I != E; ++I) {
2250b57cec5SDimitry Andric     const MachineOperand &MO = MI->getOperand(I);
2260b57cec5SDimitry Andric 
2270b57cec5SDimitry Andric     MCOperand MCOp;
2280b57cec5SDimitry Andric     switch (MO.getType()) {
2290b57cec5SDimitry Andric     default:
2300b57cec5SDimitry Andric       MI->print(errs());
2310b57cec5SDimitry Andric       llvm_unreachable("unknown operand type");
2320b57cec5SDimitry Andric     case MachineOperand::MO_MachineBasicBlock:
2330b57cec5SDimitry Andric       MI->print(errs());
2340b57cec5SDimitry Andric       llvm_unreachable("MachineBasicBlock operand should have been rewritten");
2350b57cec5SDimitry Andric     case MachineOperand::MO_Register: {
2360b57cec5SDimitry Andric       // Ignore all implicit register operands.
2370b57cec5SDimitry Andric       if (MO.isImplicit())
2380b57cec5SDimitry Andric         continue;
2390b57cec5SDimitry Andric       const WebAssemblyFunctionInfo &MFI =
2400b57cec5SDimitry Andric           *MI->getParent()->getParent()->getInfo<WebAssemblyFunctionInfo>();
2410b57cec5SDimitry Andric       unsigned WAReg = MFI.getWAReg(MO.getReg());
2420b57cec5SDimitry Andric       MCOp = MCOperand::createReg(WAReg);
2430b57cec5SDimitry Andric       break;
2440b57cec5SDimitry Andric     }
2455ffd83dbSDimitry Andric     case MachineOperand::MO_Immediate: {
2465ffd83dbSDimitry Andric       unsigned DescIndex = I - NumVariadicDefs;
2475ffd83dbSDimitry Andric       if (DescIndex < Desc.NumOperands) {
2485ffd83dbSDimitry Andric         const MCOperandInfo &Info = Desc.OpInfo[DescIndex];
2490b57cec5SDimitry Andric         if (Info.OperandType == WebAssembly::OPERAND_TYPEINDEX) {
2500b57cec5SDimitry Andric           SmallVector<wasm::ValType, 4> Returns;
2510b57cec5SDimitry Andric           SmallVector<wasm::ValType, 4> Params;
2520b57cec5SDimitry Andric 
2530b57cec5SDimitry Andric           const MachineRegisterInfo &MRI =
2540b57cec5SDimitry Andric               MI->getParent()->getParent()->getRegInfo();
2550b57cec5SDimitry Andric           for (const MachineOperand &MO : MI->defs())
2560b57cec5SDimitry Andric             Returns.push_back(getType(MRI.getRegClass(MO.getReg())));
2570b57cec5SDimitry Andric           for (const MachineOperand &MO : MI->explicit_uses())
2580b57cec5SDimitry Andric             if (MO.isReg())
2590b57cec5SDimitry Andric               Params.push_back(getType(MRI.getRegClass(MO.getReg())));
2600b57cec5SDimitry Andric 
2610b57cec5SDimitry Andric           // call_indirect instructions have a callee operand at the end which
2620b57cec5SDimitry Andric           // doesn't count as a param.
2630b57cec5SDimitry Andric           if (WebAssembly::isCallIndirect(MI->getOpcode()))
2640b57cec5SDimitry Andric             Params.pop_back();
2650b57cec5SDimitry Andric 
2668bcb0991SDimitry Andric           // return_call_indirect instructions have the return type of the
2678bcb0991SDimitry Andric           // caller
2688bcb0991SDimitry Andric           if (MI->getOpcode() == WebAssembly::RET_CALL_INDIRECT)
2698bcb0991SDimitry Andric             getFunctionReturns(MI, Returns);
2700b57cec5SDimitry Andric 
2718bcb0991SDimitry Andric           MCOp = lowerTypeIndexOperand(std::move(Returns), std::move(Params));
2720b57cec5SDimitry Andric           break;
2738bcb0991SDimitry Andric         } else if (Info.OperandType == WebAssembly::OPERAND_SIGNATURE) {
2748bcb0991SDimitry Andric           auto BT = static_cast<WebAssembly::BlockType>(MO.getImm());
2758bcb0991SDimitry Andric           assert(BT != WebAssembly::BlockType::Invalid);
2768bcb0991SDimitry Andric           if (BT == WebAssembly::BlockType::Multivalue) {
2778bcb0991SDimitry Andric             SmallVector<wasm::ValType, 1> Returns;
2788bcb0991SDimitry Andric             getFunctionReturns(MI, Returns);
2798bcb0991SDimitry Andric             MCOp = lowerTypeIndexOperand(std::move(Returns),
2808bcb0991SDimitry Andric                                          SmallVector<wasm::ValType, 4>());
2818bcb0991SDimitry Andric             break;
2828bcb0991SDimitry Andric           }
2830b57cec5SDimitry Andric         }
2840b57cec5SDimitry Andric       }
2850b57cec5SDimitry Andric       MCOp = MCOperand::createImm(MO.getImm());
2860b57cec5SDimitry Andric       break;
2875ffd83dbSDimitry Andric     }
2880b57cec5SDimitry Andric     case MachineOperand::MO_FPImmediate: {
2890b57cec5SDimitry Andric       const ConstantFP *Imm = MO.getFPImm();
290fe6060f1SDimitry Andric       const uint64_t BitPattern =
291fe6060f1SDimitry Andric           Imm->getValueAPF().bitcastToAPInt().getZExtValue();
2920b57cec5SDimitry Andric       if (Imm->getType()->isFloatTy())
293fe6060f1SDimitry Andric         MCOp = MCOperand::createSFPImm(static_cast<uint32_t>(BitPattern));
2940b57cec5SDimitry Andric       else if (Imm->getType()->isDoubleTy())
295fe6060f1SDimitry Andric         MCOp = MCOperand::createDFPImm(BitPattern);
2960b57cec5SDimitry Andric       else
2970b57cec5SDimitry Andric         llvm_unreachable("unknown floating point immediate type");
2980b57cec5SDimitry Andric       break;
2990b57cec5SDimitry Andric     }
3000b57cec5SDimitry Andric     case MachineOperand::MO_GlobalAddress:
3010b57cec5SDimitry Andric       MCOp = lowerSymbolOperand(MO, GetGlobalAddressSymbol(MO));
3020b57cec5SDimitry Andric       break;
3030b57cec5SDimitry Andric     case MachineOperand::MO_ExternalSymbol:
3040b57cec5SDimitry Andric       MCOp = lowerSymbolOperand(MO, GetExternalSymbolSymbol(MO));
3050b57cec5SDimitry Andric       break;
3060b57cec5SDimitry Andric     case MachineOperand::MO_MCSymbol:
3070b57cec5SDimitry Andric       assert(MO.getTargetFlags() == 0 &&
3080b57cec5SDimitry Andric              "WebAssembly does not use target flags on MCSymbol");
3090b57cec5SDimitry Andric       MCOp = lowerSymbolOperand(MO, MO.getMCSymbol());
3100b57cec5SDimitry Andric       break;
3110b57cec5SDimitry Andric     }
3120b57cec5SDimitry Andric 
3130b57cec5SDimitry Andric     OutMI.addOperand(MCOp);
3140b57cec5SDimitry Andric   }
3150b57cec5SDimitry Andric 
3160b57cec5SDimitry Andric   if (!WasmKeepRegisters)
3170b57cec5SDimitry Andric     removeRegisterOperands(MI, OutMI);
3185ffd83dbSDimitry Andric   else if (Desc.variadicOpsAreDefs())
3195ffd83dbSDimitry Andric     OutMI.insert(OutMI.begin(), MCOperand::createImm(MI->getNumExplicitDefs()));
3200b57cec5SDimitry Andric }
3210b57cec5SDimitry Andric 
3220b57cec5SDimitry Andric static void removeRegisterOperands(const MachineInstr *MI, MCInst &OutMI) {
3230b57cec5SDimitry Andric   // Remove all uses of stackified registers to bring the instruction format
3240b57cec5SDimitry Andric   // into its final stack form used thruout MC, and transition opcodes to
3250b57cec5SDimitry Andric   // their _S variant.
3265ffd83dbSDimitry Andric   // We do this separate from the above code that still may need these
3270b57cec5SDimitry Andric   // registers for e.g. call_indirect signatures.
3280b57cec5SDimitry Andric   // See comments in lib/Target/WebAssembly/WebAssemblyInstrFormats.td for
3290b57cec5SDimitry Andric   // details.
3300b57cec5SDimitry Andric   // TODO: the code above creates new registers which are then removed here.
3310b57cec5SDimitry Andric   // That code could be slightly simplified by not doing that, though maybe
3320b57cec5SDimitry Andric   // it is simpler conceptually to keep the code above in "register mode"
3330b57cec5SDimitry Andric   // until this transition point.
3340b57cec5SDimitry Andric   // FIXME: we are not processing inline assembly, which contains register
3350b57cec5SDimitry Andric   // operands, because it is used by later target generic code.
3360b57cec5SDimitry Andric   if (MI->isDebugInstr() || MI->isLabel() || MI->isInlineAsm())
3370b57cec5SDimitry Andric     return;
3380b57cec5SDimitry Andric 
3390b57cec5SDimitry Andric   // Transform to _S instruction.
3400b57cec5SDimitry Andric   auto RegOpcode = OutMI.getOpcode();
3410b57cec5SDimitry Andric   auto StackOpcode = WebAssembly::getStackOpcode(RegOpcode);
3420b57cec5SDimitry Andric   assert(StackOpcode != -1 && "Failed to stackify instruction");
3430b57cec5SDimitry Andric   OutMI.setOpcode(StackOpcode);
3440b57cec5SDimitry Andric 
3450b57cec5SDimitry Andric   // Remove register operands.
3460b57cec5SDimitry Andric   for (auto I = OutMI.getNumOperands(); I; --I) {
3470b57cec5SDimitry Andric     auto &MO = OutMI.getOperand(I - 1);
3480b57cec5SDimitry Andric     if (MO.isReg()) {
3490b57cec5SDimitry Andric       OutMI.erase(&MO);
3500b57cec5SDimitry Andric     }
3510b57cec5SDimitry Andric   }
3520b57cec5SDimitry Andric }
353