xref: /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/InstructionSelect.cpp (revision 8bcb0991864975618c09697b1aca10683346d9f0)
10b57cec5SDimitry Andric //===- llvm/CodeGen/GlobalISel/InstructionSelect.cpp - InstructionSelect ---==//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric /// \file
90b57cec5SDimitry Andric /// This file implements the InstructionSelect class.
100b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
110b57cec5SDimitry Andric 
120b57cec5SDimitry Andric #include "llvm/CodeGen/GlobalISel/InstructionSelect.h"
130b57cec5SDimitry Andric #include "llvm/ADT/PostOrderIterator.h"
140b57cec5SDimitry Andric #include "llvm/ADT/Twine.h"
15*8bcb0991SDimitry Andric #include "llvm/CodeGen/GlobalISel/GISelKnownBits.h"
160b57cec5SDimitry Andric #include "llvm/CodeGen/GlobalISel/InstructionSelector.h"
170b57cec5SDimitry Andric #include "llvm/CodeGen/GlobalISel/LegalizerInfo.h"
180b57cec5SDimitry Andric #include "llvm/CodeGen/GlobalISel/Utils.h"
190b57cec5SDimitry Andric #include "llvm/CodeGen/MachineOptimizationRemarkEmitter.h"
20*8bcb0991SDimitry Andric #include "llvm/CodeGen/MachineFrameInfo.h"
210b57cec5SDimitry Andric #include "llvm/CodeGen/MachineRegisterInfo.h"
22*8bcb0991SDimitry Andric #include "llvm/CodeGen/TargetInstrInfo.h"
230b57cec5SDimitry Andric #include "llvm/CodeGen/TargetLowering.h"
240b57cec5SDimitry Andric #include "llvm/CodeGen/TargetPassConfig.h"
250b57cec5SDimitry Andric #include "llvm/CodeGen/TargetSubtargetInfo.h"
260b57cec5SDimitry Andric #include "llvm/Config/config.h"
270b57cec5SDimitry Andric #include "llvm/IR/Constants.h"
280b57cec5SDimitry Andric #include "llvm/IR/Function.h"
290b57cec5SDimitry Andric #include "llvm/Support/CommandLine.h"
300b57cec5SDimitry Andric #include "llvm/Support/Debug.h"
310b57cec5SDimitry Andric #include "llvm/Support/TargetRegistry.h"
320b57cec5SDimitry Andric 
330b57cec5SDimitry Andric #define DEBUG_TYPE "instruction-select"
340b57cec5SDimitry Andric 
350b57cec5SDimitry Andric using namespace llvm;
360b57cec5SDimitry Andric 
370b57cec5SDimitry Andric #ifdef LLVM_GISEL_COV_PREFIX
380b57cec5SDimitry Andric static cl::opt<std::string>
390b57cec5SDimitry Andric     CoveragePrefix("gisel-coverage-prefix", cl::init(LLVM_GISEL_COV_PREFIX),
400b57cec5SDimitry Andric                    cl::desc("Record GlobalISel rule coverage files of this "
410b57cec5SDimitry Andric                             "prefix if instrumentation was generated"));
420b57cec5SDimitry Andric #else
430b57cec5SDimitry Andric static const std::string CoveragePrefix = "";
440b57cec5SDimitry Andric #endif
450b57cec5SDimitry Andric 
460b57cec5SDimitry Andric char InstructionSelect::ID = 0;
470b57cec5SDimitry Andric INITIALIZE_PASS_BEGIN(InstructionSelect, DEBUG_TYPE,
480b57cec5SDimitry Andric                       "Select target instructions out of generic instructions",
490b57cec5SDimitry Andric                       false, false)
500b57cec5SDimitry Andric INITIALIZE_PASS_DEPENDENCY(TargetPassConfig)
51*8bcb0991SDimitry Andric INITIALIZE_PASS_DEPENDENCY(GISelKnownBitsAnalysis)
520b57cec5SDimitry Andric INITIALIZE_PASS_END(InstructionSelect, DEBUG_TYPE,
530b57cec5SDimitry Andric                     "Select target instructions out of generic instructions",
540b57cec5SDimitry Andric                     false, false)
550b57cec5SDimitry Andric 
560b57cec5SDimitry Andric InstructionSelect::InstructionSelect() : MachineFunctionPass(ID) { }
570b57cec5SDimitry Andric 
580b57cec5SDimitry Andric void InstructionSelect::getAnalysisUsage(AnalysisUsage &AU) const {
590b57cec5SDimitry Andric   AU.addRequired<TargetPassConfig>();
60*8bcb0991SDimitry Andric   AU.addRequired<GISelKnownBitsAnalysis>();
61*8bcb0991SDimitry Andric   AU.addPreserved<GISelKnownBitsAnalysis>();
620b57cec5SDimitry Andric   getSelectionDAGFallbackAnalysisUsage(AU);
630b57cec5SDimitry Andric   MachineFunctionPass::getAnalysisUsage(AU);
640b57cec5SDimitry Andric }
650b57cec5SDimitry Andric 
660b57cec5SDimitry Andric bool InstructionSelect::runOnMachineFunction(MachineFunction &MF) {
670b57cec5SDimitry Andric   // If the ISel pipeline failed, do not bother running that pass.
680b57cec5SDimitry Andric   if (MF.getProperties().hasProperty(
690b57cec5SDimitry Andric           MachineFunctionProperties::Property::FailedISel))
700b57cec5SDimitry Andric     return false;
710b57cec5SDimitry Andric 
720b57cec5SDimitry Andric   LLVM_DEBUG(dbgs() << "Selecting function: " << MF.getName() << '\n');
73*8bcb0991SDimitry Andric   GISelKnownBits &KB = getAnalysis<GISelKnownBitsAnalysis>().get(MF);
740b57cec5SDimitry Andric 
750b57cec5SDimitry Andric   const TargetPassConfig &TPC = getAnalysis<TargetPassConfig>();
76*8bcb0991SDimitry Andric   InstructionSelector *ISel = MF.getSubtarget().getInstructionSelector();
770b57cec5SDimitry Andric   CodeGenCoverage CoverageInfo;
780b57cec5SDimitry Andric   assert(ISel && "Cannot work without InstructionSelector");
79*8bcb0991SDimitry Andric   ISel->setupMF(MF, KB, CoverageInfo);
800b57cec5SDimitry Andric 
810b57cec5SDimitry Andric   // An optimization remark emitter. Used to report failures.
820b57cec5SDimitry Andric   MachineOptimizationRemarkEmitter MORE(MF, /*MBFI=*/nullptr);
830b57cec5SDimitry Andric 
840b57cec5SDimitry Andric   // FIXME: There are many other MF/MFI fields we need to initialize.
850b57cec5SDimitry Andric 
860b57cec5SDimitry Andric   MachineRegisterInfo &MRI = MF.getRegInfo();
870b57cec5SDimitry Andric #ifndef NDEBUG
880b57cec5SDimitry Andric   // Check that our input is fully legal: we require the function to have the
890b57cec5SDimitry Andric   // Legalized property, so it should be.
900b57cec5SDimitry Andric   // FIXME: This should be in the MachineVerifier, as the RegBankSelected
910b57cec5SDimitry Andric   // property check already is.
920b57cec5SDimitry Andric   if (!DisableGISelLegalityCheck)
930b57cec5SDimitry Andric     if (const MachineInstr *MI = machineFunctionIsIllegal(MF)) {
940b57cec5SDimitry Andric       reportGISelFailure(MF, TPC, MORE, "gisel-select",
950b57cec5SDimitry Andric                          "instruction is not legal", *MI);
960b57cec5SDimitry Andric       return false;
970b57cec5SDimitry Andric     }
980b57cec5SDimitry Andric   // FIXME: We could introduce new blocks and will need to fix the outer loop.
990b57cec5SDimitry Andric   // Until then, keep track of the number of blocks to assert that we don't.
1000b57cec5SDimitry Andric   const size_t NumBlocks = MF.size();
1010b57cec5SDimitry Andric #endif
1020b57cec5SDimitry Andric 
1030b57cec5SDimitry Andric   for (MachineBasicBlock *MBB : post_order(&MF)) {
1040b57cec5SDimitry Andric     if (MBB->empty())
1050b57cec5SDimitry Andric       continue;
1060b57cec5SDimitry Andric 
1070b57cec5SDimitry Andric     // Select instructions in reverse block order. We permit erasing so have
1080b57cec5SDimitry Andric     // to resort to manually iterating and recognizing the begin (rend) case.
1090b57cec5SDimitry Andric     bool ReachedBegin = false;
1100b57cec5SDimitry Andric     for (auto MII = std::prev(MBB->end()), Begin = MBB->begin();
1110b57cec5SDimitry Andric          !ReachedBegin;) {
1120b57cec5SDimitry Andric #ifndef NDEBUG
1130b57cec5SDimitry Andric       // Keep track of the insertion range for debug printing.
1140b57cec5SDimitry Andric       const auto AfterIt = std::next(MII);
1150b57cec5SDimitry Andric #endif
1160b57cec5SDimitry Andric       // Select this instruction.
1170b57cec5SDimitry Andric       MachineInstr &MI = *MII;
1180b57cec5SDimitry Andric 
1190b57cec5SDimitry Andric       // And have our iterator point to the next instruction, if there is one.
1200b57cec5SDimitry Andric       if (MII == Begin)
1210b57cec5SDimitry Andric         ReachedBegin = true;
1220b57cec5SDimitry Andric       else
1230b57cec5SDimitry Andric         --MII;
1240b57cec5SDimitry Andric 
1250b57cec5SDimitry Andric       LLVM_DEBUG(dbgs() << "Selecting: \n  " << MI);
1260b57cec5SDimitry Andric 
1270b57cec5SDimitry Andric       // We could have folded this instruction away already, making it dead.
1280b57cec5SDimitry Andric       // If so, erase it.
1290b57cec5SDimitry Andric       if (isTriviallyDead(MI, MRI)) {
1300b57cec5SDimitry Andric         LLVM_DEBUG(dbgs() << "Is dead; erasing.\n");
1310b57cec5SDimitry Andric         MI.eraseFromParentAndMarkDBGValuesForRemoval();
1320b57cec5SDimitry Andric         continue;
1330b57cec5SDimitry Andric       }
1340b57cec5SDimitry Andric 
135*8bcb0991SDimitry Andric       if (!ISel->select(MI)) {
1360b57cec5SDimitry Andric         // FIXME: It would be nice to dump all inserted instructions.  It's
1370b57cec5SDimitry Andric         // not obvious how, esp. considering select() can insert after MI.
1380b57cec5SDimitry Andric         reportGISelFailure(MF, TPC, MORE, "gisel-select", "cannot select", MI);
1390b57cec5SDimitry Andric         return false;
1400b57cec5SDimitry Andric       }
1410b57cec5SDimitry Andric 
1420b57cec5SDimitry Andric       // Dump the range of instructions that MI expanded into.
1430b57cec5SDimitry Andric       LLVM_DEBUG({
1440b57cec5SDimitry Andric         auto InsertedBegin = ReachedBegin ? MBB->begin() : std::next(MII);
1450b57cec5SDimitry Andric         dbgs() << "Into:\n";
1460b57cec5SDimitry Andric         for (auto &InsertedMI : make_range(InsertedBegin, AfterIt))
1470b57cec5SDimitry Andric           dbgs() << "  " << InsertedMI;
1480b57cec5SDimitry Andric         dbgs() << '\n';
1490b57cec5SDimitry Andric       });
1500b57cec5SDimitry Andric     }
1510b57cec5SDimitry Andric   }
1520b57cec5SDimitry Andric 
1530b57cec5SDimitry Andric   for (MachineBasicBlock &MBB : MF) {
1540b57cec5SDimitry Andric     if (MBB.empty())
1550b57cec5SDimitry Andric       continue;
1560b57cec5SDimitry Andric 
1570b57cec5SDimitry Andric     // Try to find redundant copies b/w vregs of the same register class.
1580b57cec5SDimitry Andric     bool ReachedBegin = false;
1590b57cec5SDimitry Andric     for (auto MII = std::prev(MBB.end()), Begin = MBB.begin(); !ReachedBegin;) {
1600b57cec5SDimitry Andric       // Select this instruction.
1610b57cec5SDimitry Andric       MachineInstr &MI = *MII;
1620b57cec5SDimitry Andric 
1630b57cec5SDimitry Andric       // And have our iterator point to the next instruction, if there is one.
1640b57cec5SDimitry Andric       if (MII == Begin)
1650b57cec5SDimitry Andric         ReachedBegin = true;
1660b57cec5SDimitry Andric       else
1670b57cec5SDimitry Andric         --MII;
1680b57cec5SDimitry Andric       if (MI.getOpcode() != TargetOpcode::COPY)
1690b57cec5SDimitry Andric         continue;
170*8bcb0991SDimitry Andric       Register SrcReg = MI.getOperand(1).getReg();
171*8bcb0991SDimitry Andric       Register DstReg = MI.getOperand(0).getReg();
172*8bcb0991SDimitry Andric       if (Register::isVirtualRegister(SrcReg) &&
173*8bcb0991SDimitry Andric           Register::isVirtualRegister(DstReg)) {
1740b57cec5SDimitry Andric         auto SrcRC = MRI.getRegClass(SrcReg);
1750b57cec5SDimitry Andric         auto DstRC = MRI.getRegClass(DstReg);
1760b57cec5SDimitry Andric         if (SrcRC == DstRC) {
1770b57cec5SDimitry Andric           MRI.replaceRegWith(DstReg, SrcReg);
1780b57cec5SDimitry Andric           MI.eraseFromParentAndMarkDBGValuesForRemoval();
1790b57cec5SDimitry Andric         }
1800b57cec5SDimitry Andric       }
1810b57cec5SDimitry Andric     }
1820b57cec5SDimitry Andric   }
1830b57cec5SDimitry Andric 
1840b57cec5SDimitry Andric #ifndef NDEBUG
1850b57cec5SDimitry Andric   const TargetRegisterInfo &TRI = *MF.getSubtarget().getRegisterInfo();
1860b57cec5SDimitry Andric   // Now that selection is complete, there are no more generic vregs.  Verify
1870b57cec5SDimitry Andric   // that the size of the now-constrained vreg is unchanged and that it has a
1880b57cec5SDimitry Andric   // register class.
1890b57cec5SDimitry Andric   for (unsigned I = 0, E = MRI.getNumVirtRegs(); I != E; ++I) {
190*8bcb0991SDimitry Andric     unsigned VReg = Register::index2VirtReg(I);
1910b57cec5SDimitry Andric 
1920b57cec5SDimitry Andric     MachineInstr *MI = nullptr;
1930b57cec5SDimitry Andric     if (!MRI.def_empty(VReg))
1940b57cec5SDimitry Andric       MI = &*MRI.def_instr_begin(VReg);
1950b57cec5SDimitry Andric     else if (!MRI.use_empty(VReg))
1960b57cec5SDimitry Andric       MI = &*MRI.use_instr_begin(VReg);
1970b57cec5SDimitry Andric     if (!MI)
1980b57cec5SDimitry Andric       continue;
1990b57cec5SDimitry Andric 
2000b57cec5SDimitry Andric     const TargetRegisterClass *RC = MRI.getRegClassOrNull(VReg);
2010b57cec5SDimitry Andric     if (!RC) {
2020b57cec5SDimitry Andric       reportGISelFailure(MF, TPC, MORE, "gisel-select",
2030b57cec5SDimitry Andric                          "VReg has no regclass after selection", *MI);
2040b57cec5SDimitry Andric       return false;
2050b57cec5SDimitry Andric     }
2060b57cec5SDimitry Andric 
2070b57cec5SDimitry Andric     const LLT Ty = MRI.getType(VReg);
2080b57cec5SDimitry Andric     if (Ty.isValid() && Ty.getSizeInBits() > TRI.getRegSizeInBits(*RC)) {
2090b57cec5SDimitry Andric       reportGISelFailure(
2100b57cec5SDimitry Andric           MF, TPC, MORE, "gisel-select",
2110b57cec5SDimitry Andric           "VReg's low-level type and register class have different sizes", *MI);
2120b57cec5SDimitry Andric       return false;
2130b57cec5SDimitry Andric     }
2140b57cec5SDimitry Andric   }
2150b57cec5SDimitry Andric 
2160b57cec5SDimitry Andric   if (MF.size() != NumBlocks) {
2170b57cec5SDimitry Andric     MachineOptimizationRemarkMissed R("gisel-select", "GISelFailure",
2180b57cec5SDimitry Andric                                       MF.getFunction().getSubprogram(),
2190b57cec5SDimitry Andric                                       /*MBB=*/nullptr);
2200b57cec5SDimitry Andric     R << "inserting blocks is not supported yet";
2210b57cec5SDimitry Andric     reportGISelFailure(MF, TPC, MORE, R);
2220b57cec5SDimitry Andric     return false;
2230b57cec5SDimitry Andric   }
2240b57cec5SDimitry Andric #endif
2250b57cec5SDimitry Andric   auto &TLI = *MF.getSubtarget().getTargetLowering();
2260b57cec5SDimitry Andric   TLI.finalizeLowering(MF);
2270b57cec5SDimitry Andric 
228*8bcb0991SDimitry Andric   // Determine if there are any calls in this machine function. Ported from
229*8bcb0991SDimitry Andric   // SelectionDAG.
230*8bcb0991SDimitry Andric   MachineFrameInfo &MFI = MF.getFrameInfo();
231*8bcb0991SDimitry Andric   for (const auto &MBB : MF) {
232*8bcb0991SDimitry Andric     if (MFI.hasCalls() && MF.hasInlineAsm())
233*8bcb0991SDimitry Andric       break;
234*8bcb0991SDimitry Andric 
235*8bcb0991SDimitry Andric     for (const auto &MI : MBB) {
236*8bcb0991SDimitry Andric       if ((MI.isCall() && !MI.isReturn()) || MI.isStackAligningInlineAsm())
237*8bcb0991SDimitry Andric         MFI.setHasCalls(true);
238*8bcb0991SDimitry Andric       if (MI.isInlineAsm())
239*8bcb0991SDimitry Andric         MF.setHasInlineAsm(true);
240*8bcb0991SDimitry Andric     }
241*8bcb0991SDimitry Andric   }
242*8bcb0991SDimitry Andric 
243*8bcb0991SDimitry Andric 
2440b57cec5SDimitry Andric   LLVM_DEBUG({
2450b57cec5SDimitry Andric     dbgs() << "Rules covered by selecting function: " << MF.getName() << ":";
2460b57cec5SDimitry Andric     for (auto RuleID : CoverageInfo.covered())
2470b57cec5SDimitry Andric       dbgs() << " id" << RuleID;
2480b57cec5SDimitry Andric     dbgs() << "\n\n";
2490b57cec5SDimitry Andric   });
2500b57cec5SDimitry Andric   CoverageInfo.emit(CoveragePrefix,
2510b57cec5SDimitry Andric                     MF.getSubtarget()
2520b57cec5SDimitry Andric                         .getTargetLowering()
2530b57cec5SDimitry Andric                         ->getTargetMachine()
2540b57cec5SDimitry Andric                         .getTarget()
2550b57cec5SDimitry Andric                         .getBackendName());
2560b57cec5SDimitry Andric 
2570b57cec5SDimitry Andric   // If we successfully selected the function nothing is going to use the vreg
2580b57cec5SDimitry Andric   // types after us (otherwise MIRPrinter would need them). Make sure the types
2590b57cec5SDimitry Andric   // disappear.
2600b57cec5SDimitry Andric   MRI.clearVirtRegTypes();
2610b57cec5SDimitry Andric 
2620b57cec5SDimitry Andric   // FIXME: Should we accurately track changes?
2630b57cec5SDimitry Andric   return true;
2640b57cec5SDimitry Andric }
265