10b57cec5SDimitry Andric //===- llvm/CodeGen/GlobalISel/InstructionSelect.cpp - InstructionSelect ---==// 20b57cec5SDimitry Andric // 30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 60b57cec5SDimitry Andric // 70b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 80b57cec5SDimitry Andric /// \file 90b57cec5SDimitry Andric /// This file implements the InstructionSelect class. 100b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 110b57cec5SDimitry Andric 120b57cec5SDimitry Andric #include "llvm/CodeGen/GlobalISel/InstructionSelect.h" 130b57cec5SDimitry Andric #include "llvm/ADT/PostOrderIterator.h" 140b57cec5SDimitry Andric #include "llvm/ADT/Twine.h" 15*8bcb0991SDimitry Andric #include "llvm/CodeGen/GlobalISel/GISelKnownBits.h" 160b57cec5SDimitry Andric #include "llvm/CodeGen/GlobalISel/InstructionSelector.h" 170b57cec5SDimitry Andric #include "llvm/CodeGen/GlobalISel/LegalizerInfo.h" 180b57cec5SDimitry Andric #include "llvm/CodeGen/GlobalISel/Utils.h" 190b57cec5SDimitry Andric #include "llvm/CodeGen/MachineOptimizationRemarkEmitter.h" 20*8bcb0991SDimitry Andric #include "llvm/CodeGen/MachineFrameInfo.h" 210b57cec5SDimitry Andric #include "llvm/CodeGen/MachineRegisterInfo.h" 22*8bcb0991SDimitry Andric #include "llvm/CodeGen/TargetInstrInfo.h" 230b57cec5SDimitry Andric #include "llvm/CodeGen/TargetLowering.h" 240b57cec5SDimitry Andric #include "llvm/CodeGen/TargetPassConfig.h" 250b57cec5SDimitry Andric #include "llvm/CodeGen/TargetSubtargetInfo.h" 260b57cec5SDimitry Andric #include "llvm/Config/config.h" 270b57cec5SDimitry Andric #include "llvm/IR/Constants.h" 280b57cec5SDimitry Andric #include "llvm/IR/Function.h" 290b57cec5SDimitry Andric #include "llvm/Support/CommandLine.h" 300b57cec5SDimitry Andric #include "llvm/Support/Debug.h" 310b57cec5SDimitry Andric #include "llvm/Support/TargetRegistry.h" 320b57cec5SDimitry Andric 330b57cec5SDimitry Andric #define DEBUG_TYPE "instruction-select" 340b57cec5SDimitry Andric 350b57cec5SDimitry Andric using namespace llvm; 360b57cec5SDimitry Andric 370b57cec5SDimitry Andric #ifdef LLVM_GISEL_COV_PREFIX 380b57cec5SDimitry Andric static cl::opt<std::string> 390b57cec5SDimitry Andric CoveragePrefix("gisel-coverage-prefix", cl::init(LLVM_GISEL_COV_PREFIX), 400b57cec5SDimitry Andric cl::desc("Record GlobalISel rule coverage files of this " 410b57cec5SDimitry Andric "prefix if instrumentation was generated")); 420b57cec5SDimitry Andric #else 430b57cec5SDimitry Andric static const std::string CoveragePrefix = ""; 440b57cec5SDimitry Andric #endif 450b57cec5SDimitry Andric 460b57cec5SDimitry Andric char InstructionSelect::ID = 0; 470b57cec5SDimitry Andric INITIALIZE_PASS_BEGIN(InstructionSelect, DEBUG_TYPE, 480b57cec5SDimitry Andric "Select target instructions out of generic instructions", 490b57cec5SDimitry Andric false, false) 500b57cec5SDimitry Andric INITIALIZE_PASS_DEPENDENCY(TargetPassConfig) 51*8bcb0991SDimitry Andric INITIALIZE_PASS_DEPENDENCY(GISelKnownBitsAnalysis) 520b57cec5SDimitry Andric INITIALIZE_PASS_END(InstructionSelect, DEBUG_TYPE, 530b57cec5SDimitry Andric "Select target instructions out of generic instructions", 540b57cec5SDimitry Andric false, false) 550b57cec5SDimitry Andric 560b57cec5SDimitry Andric InstructionSelect::InstructionSelect() : MachineFunctionPass(ID) { } 570b57cec5SDimitry Andric 580b57cec5SDimitry Andric void InstructionSelect::getAnalysisUsage(AnalysisUsage &AU) const { 590b57cec5SDimitry Andric AU.addRequired<TargetPassConfig>(); 60*8bcb0991SDimitry Andric AU.addRequired<GISelKnownBitsAnalysis>(); 61*8bcb0991SDimitry Andric AU.addPreserved<GISelKnownBitsAnalysis>(); 620b57cec5SDimitry Andric getSelectionDAGFallbackAnalysisUsage(AU); 630b57cec5SDimitry Andric MachineFunctionPass::getAnalysisUsage(AU); 640b57cec5SDimitry Andric } 650b57cec5SDimitry Andric 660b57cec5SDimitry Andric bool InstructionSelect::runOnMachineFunction(MachineFunction &MF) { 670b57cec5SDimitry Andric // If the ISel pipeline failed, do not bother running that pass. 680b57cec5SDimitry Andric if (MF.getProperties().hasProperty( 690b57cec5SDimitry Andric MachineFunctionProperties::Property::FailedISel)) 700b57cec5SDimitry Andric return false; 710b57cec5SDimitry Andric 720b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "Selecting function: " << MF.getName() << '\n'); 73*8bcb0991SDimitry Andric GISelKnownBits &KB = getAnalysis<GISelKnownBitsAnalysis>().get(MF); 740b57cec5SDimitry Andric 750b57cec5SDimitry Andric const TargetPassConfig &TPC = getAnalysis<TargetPassConfig>(); 76*8bcb0991SDimitry Andric InstructionSelector *ISel = MF.getSubtarget().getInstructionSelector(); 770b57cec5SDimitry Andric CodeGenCoverage CoverageInfo; 780b57cec5SDimitry Andric assert(ISel && "Cannot work without InstructionSelector"); 79*8bcb0991SDimitry Andric ISel->setupMF(MF, KB, CoverageInfo); 800b57cec5SDimitry Andric 810b57cec5SDimitry Andric // An optimization remark emitter. Used to report failures. 820b57cec5SDimitry Andric MachineOptimizationRemarkEmitter MORE(MF, /*MBFI=*/nullptr); 830b57cec5SDimitry Andric 840b57cec5SDimitry Andric // FIXME: There are many other MF/MFI fields we need to initialize. 850b57cec5SDimitry Andric 860b57cec5SDimitry Andric MachineRegisterInfo &MRI = MF.getRegInfo(); 870b57cec5SDimitry Andric #ifndef NDEBUG 880b57cec5SDimitry Andric // Check that our input is fully legal: we require the function to have the 890b57cec5SDimitry Andric // Legalized property, so it should be. 900b57cec5SDimitry Andric // FIXME: This should be in the MachineVerifier, as the RegBankSelected 910b57cec5SDimitry Andric // property check already is. 920b57cec5SDimitry Andric if (!DisableGISelLegalityCheck) 930b57cec5SDimitry Andric if (const MachineInstr *MI = machineFunctionIsIllegal(MF)) { 940b57cec5SDimitry Andric reportGISelFailure(MF, TPC, MORE, "gisel-select", 950b57cec5SDimitry Andric "instruction is not legal", *MI); 960b57cec5SDimitry Andric return false; 970b57cec5SDimitry Andric } 980b57cec5SDimitry Andric // FIXME: We could introduce new blocks and will need to fix the outer loop. 990b57cec5SDimitry Andric // Until then, keep track of the number of blocks to assert that we don't. 1000b57cec5SDimitry Andric const size_t NumBlocks = MF.size(); 1010b57cec5SDimitry Andric #endif 1020b57cec5SDimitry Andric 1030b57cec5SDimitry Andric for (MachineBasicBlock *MBB : post_order(&MF)) { 1040b57cec5SDimitry Andric if (MBB->empty()) 1050b57cec5SDimitry Andric continue; 1060b57cec5SDimitry Andric 1070b57cec5SDimitry Andric // Select instructions in reverse block order. We permit erasing so have 1080b57cec5SDimitry Andric // to resort to manually iterating and recognizing the begin (rend) case. 1090b57cec5SDimitry Andric bool ReachedBegin = false; 1100b57cec5SDimitry Andric for (auto MII = std::prev(MBB->end()), Begin = MBB->begin(); 1110b57cec5SDimitry Andric !ReachedBegin;) { 1120b57cec5SDimitry Andric #ifndef NDEBUG 1130b57cec5SDimitry Andric // Keep track of the insertion range for debug printing. 1140b57cec5SDimitry Andric const auto AfterIt = std::next(MII); 1150b57cec5SDimitry Andric #endif 1160b57cec5SDimitry Andric // Select this instruction. 1170b57cec5SDimitry Andric MachineInstr &MI = *MII; 1180b57cec5SDimitry Andric 1190b57cec5SDimitry Andric // And have our iterator point to the next instruction, if there is one. 1200b57cec5SDimitry Andric if (MII == Begin) 1210b57cec5SDimitry Andric ReachedBegin = true; 1220b57cec5SDimitry Andric else 1230b57cec5SDimitry Andric --MII; 1240b57cec5SDimitry Andric 1250b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "Selecting: \n " << MI); 1260b57cec5SDimitry Andric 1270b57cec5SDimitry Andric // We could have folded this instruction away already, making it dead. 1280b57cec5SDimitry Andric // If so, erase it. 1290b57cec5SDimitry Andric if (isTriviallyDead(MI, MRI)) { 1300b57cec5SDimitry Andric LLVM_DEBUG(dbgs() << "Is dead; erasing.\n"); 1310b57cec5SDimitry Andric MI.eraseFromParentAndMarkDBGValuesForRemoval(); 1320b57cec5SDimitry Andric continue; 1330b57cec5SDimitry Andric } 1340b57cec5SDimitry Andric 135*8bcb0991SDimitry Andric if (!ISel->select(MI)) { 1360b57cec5SDimitry Andric // FIXME: It would be nice to dump all inserted instructions. It's 1370b57cec5SDimitry Andric // not obvious how, esp. considering select() can insert after MI. 1380b57cec5SDimitry Andric reportGISelFailure(MF, TPC, MORE, "gisel-select", "cannot select", MI); 1390b57cec5SDimitry Andric return false; 1400b57cec5SDimitry Andric } 1410b57cec5SDimitry Andric 1420b57cec5SDimitry Andric // Dump the range of instructions that MI expanded into. 1430b57cec5SDimitry Andric LLVM_DEBUG({ 1440b57cec5SDimitry Andric auto InsertedBegin = ReachedBegin ? MBB->begin() : std::next(MII); 1450b57cec5SDimitry Andric dbgs() << "Into:\n"; 1460b57cec5SDimitry Andric for (auto &InsertedMI : make_range(InsertedBegin, AfterIt)) 1470b57cec5SDimitry Andric dbgs() << " " << InsertedMI; 1480b57cec5SDimitry Andric dbgs() << '\n'; 1490b57cec5SDimitry Andric }); 1500b57cec5SDimitry Andric } 1510b57cec5SDimitry Andric } 1520b57cec5SDimitry Andric 1530b57cec5SDimitry Andric for (MachineBasicBlock &MBB : MF) { 1540b57cec5SDimitry Andric if (MBB.empty()) 1550b57cec5SDimitry Andric continue; 1560b57cec5SDimitry Andric 1570b57cec5SDimitry Andric // Try to find redundant copies b/w vregs of the same register class. 1580b57cec5SDimitry Andric bool ReachedBegin = false; 1590b57cec5SDimitry Andric for (auto MII = std::prev(MBB.end()), Begin = MBB.begin(); !ReachedBegin;) { 1600b57cec5SDimitry Andric // Select this instruction. 1610b57cec5SDimitry Andric MachineInstr &MI = *MII; 1620b57cec5SDimitry Andric 1630b57cec5SDimitry Andric // And have our iterator point to the next instruction, if there is one. 1640b57cec5SDimitry Andric if (MII == Begin) 1650b57cec5SDimitry Andric ReachedBegin = true; 1660b57cec5SDimitry Andric else 1670b57cec5SDimitry Andric --MII; 1680b57cec5SDimitry Andric if (MI.getOpcode() != TargetOpcode::COPY) 1690b57cec5SDimitry Andric continue; 170*8bcb0991SDimitry Andric Register SrcReg = MI.getOperand(1).getReg(); 171*8bcb0991SDimitry Andric Register DstReg = MI.getOperand(0).getReg(); 172*8bcb0991SDimitry Andric if (Register::isVirtualRegister(SrcReg) && 173*8bcb0991SDimitry Andric Register::isVirtualRegister(DstReg)) { 1740b57cec5SDimitry Andric auto SrcRC = MRI.getRegClass(SrcReg); 1750b57cec5SDimitry Andric auto DstRC = MRI.getRegClass(DstReg); 1760b57cec5SDimitry Andric if (SrcRC == DstRC) { 1770b57cec5SDimitry Andric MRI.replaceRegWith(DstReg, SrcReg); 1780b57cec5SDimitry Andric MI.eraseFromParentAndMarkDBGValuesForRemoval(); 1790b57cec5SDimitry Andric } 1800b57cec5SDimitry Andric } 1810b57cec5SDimitry Andric } 1820b57cec5SDimitry Andric } 1830b57cec5SDimitry Andric 1840b57cec5SDimitry Andric #ifndef NDEBUG 1850b57cec5SDimitry Andric const TargetRegisterInfo &TRI = *MF.getSubtarget().getRegisterInfo(); 1860b57cec5SDimitry Andric // Now that selection is complete, there are no more generic vregs. Verify 1870b57cec5SDimitry Andric // that the size of the now-constrained vreg is unchanged and that it has a 1880b57cec5SDimitry Andric // register class. 1890b57cec5SDimitry Andric for (unsigned I = 0, E = MRI.getNumVirtRegs(); I != E; ++I) { 190*8bcb0991SDimitry Andric unsigned VReg = Register::index2VirtReg(I); 1910b57cec5SDimitry Andric 1920b57cec5SDimitry Andric MachineInstr *MI = nullptr; 1930b57cec5SDimitry Andric if (!MRI.def_empty(VReg)) 1940b57cec5SDimitry Andric MI = &*MRI.def_instr_begin(VReg); 1950b57cec5SDimitry Andric else if (!MRI.use_empty(VReg)) 1960b57cec5SDimitry Andric MI = &*MRI.use_instr_begin(VReg); 1970b57cec5SDimitry Andric if (!MI) 1980b57cec5SDimitry Andric continue; 1990b57cec5SDimitry Andric 2000b57cec5SDimitry Andric const TargetRegisterClass *RC = MRI.getRegClassOrNull(VReg); 2010b57cec5SDimitry Andric if (!RC) { 2020b57cec5SDimitry Andric reportGISelFailure(MF, TPC, MORE, "gisel-select", 2030b57cec5SDimitry Andric "VReg has no regclass after selection", *MI); 2040b57cec5SDimitry Andric return false; 2050b57cec5SDimitry Andric } 2060b57cec5SDimitry Andric 2070b57cec5SDimitry Andric const LLT Ty = MRI.getType(VReg); 2080b57cec5SDimitry Andric if (Ty.isValid() && Ty.getSizeInBits() > TRI.getRegSizeInBits(*RC)) { 2090b57cec5SDimitry Andric reportGISelFailure( 2100b57cec5SDimitry Andric MF, TPC, MORE, "gisel-select", 2110b57cec5SDimitry Andric "VReg's low-level type and register class have different sizes", *MI); 2120b57cec5SDimitry Andric return false; 2130b57cec5SDimitry Andric } 2140b57cec5SDimitry Andric } 2150b57cec5SDimitry Andric 2160b57cec5SDimitry Andric if (MF.size() != NumBlocks) { 2170b57cec5SDimitry Andric MachineOptimizationRemarkMissed R("gisel-select", "GISelFailure", 2180b57cec5SDimitry Andric MF.getFunction().getSubprogram(), 2190b57cec5SDimitry Andric /*MBB=*/nullptr); 2200b57cec5SDimitry Andric R << "inserting blocks is not supported yet"; 2210b57cec5SDimitry Andric reportGISelFailure(MF, TPC, MORE, R); 2220b57cec5SDimitry Andric return false; 2230b57cec5SDimitry Andric } 2240b57cec5SDimitry Andric #endif 2250b57cec5SDimitry Andric auto &TLI = *MF.getSubtarget().getTargetLowering(); 2260b57cec5SDimitry Andric TLI.finalizeLowering(MF); 2270b57cec5SDimitry Andric 228*8bcb0991SDimitry Andric // Determine if there are any calls in this machine function. Ported from 229*8bcb0991SDimitry Andric // SelectionDAG. 230*8bcb0991SDimitry Andric MachineFrameInfo &MFI = MF.getFrameInfo(); 231*8bcb0991SDimitry Andric for (const auto &MBB : MF) { 232*8bcb0991SDimitry Andric if (MFI.hasCalls() && MF.hasInlineAsm()) 233*8bcb0991SDimitry Andric break; 234*8bcb0991SDimitry Andric 235*8bcb0991SDimitry Andric for (const auto &MI : MBB) { 236*8bcb0991SDimitry Andric if ((MI.isCall() && !MI.isReturn()) || MI.isStackAligningInlineAsm()) 237*8bcb0991SDimitry Andric MFI.setHasCalls(true); 238*8bcb0991SDimitry Andric if (MI.isInlineAsm()) 239*8bcb0991SDimitry Andric MF.setHasInlineAsm(true); 240*8bcb0991SDimitry Andric } 241*8bcb0991SDimitry Andric } 242*8bcb0991SDimitry Andric 243*8bcb0991SDimitry Andric 2440b57cec5SDimitry Andric LLVM_DEBUG({ 2450b57cec5SDimitry Andric dbgs() << "Rules covered by selecting function: " << MF.getName() << ":"; 2460b57cec5SDimitry Andric for (auto RuleID : CoverageInfo.covered()) 2470b57cec5SDimitry Andric dbgs() << " id" << RuleID; 2480b57cec5SDimitry Andric dbgs() << "\n\n"; 2490b57cec5SDimitry Andric }); 2500b57cec5SDimitry Andric CoverageInfo.emit(CoveragePrefix, 2510b57cec5SDimitry Andric MF.getSubtarget() 2520b57cec5SDimitry Andric .getTargetLowering() 2530b57cec5SDimitry Andric ->getTargetMachine() 2540b57cec5SDimitry Andric .getTarget() 2550b57cec5SDimitry Andric .getBackendName()); 2560b57cec5SDimitry Andric 2570b57cec5SDimitry Andric // If we successfully selected the function nothing is going to use the vreg 2580b57cec5SDimitry Andric // types after us (otherwise MIRPrinter would need them). Make sure the types 2590b57cec5SDimitry Andric // disappear. 2600b57cec5SDimitry Andric MRI.clearVirtRegTypes(); 2610b57cec5SDimitry Andric 2620b57cec5SDimitry Andric // FIXME: Should we accurately track changes? 2630b57cec5SDimitry Andric return true; 2640b57cec5SDimitry Andric } 265