Lines Matching refs:UseMI
25 MachineInstr *UseMI; member
39 UseMI(MI), OpToFold(nullptr), ShrinkOpcode(ShrinkOp), UseOpNo(OpNo), in FoldCandidate()
78 bool frameIndexMayFold(const MachineInstr &UseMI, int OpNo,
95 bool tryToFoldACImm(const MachineOperand &OpToFold, MachineInstr *UseMI,
99 MachineInstr *UseMI,
180 bool SIFoldOperands::frameIndexMayFold(const MachineInstr &UseMI, int OpNo, in frameIndexMayFold() argument
185 const unsigned Opc = UseMI.getOpcode(); in frameIndexMayFold()
186 if (TII->isMUBUF(UseMI)) in frameIndexMayFold()
188 if (!TII->isFLATScratch(UseMI)) in frameIndexMayFold()
204 MachineInstr *MI = Fold.UseMI; in canUseImmWithOpSel()
234 MachineInstr *MI = Fold.UseMI; in tryFoldImmWithOpSel()
358 MachineInstr *MI = Fold.UseMI; in updateOperand()
451 return any_of(FoldList, [&](const auto &C) { return C.UseMI == MI; }); in isUseMIInFoldList()
460 if (Fold.UseMI == MI && Fold.UseOpNo == OpNo) in appendFoldCandidate()
690 const MachineOperand &OpToFold, MachineInstr *UseMI, unsigned UseOpIdx, in tryToFoldACImm() argument
692 const MCInstrDesc &Desc = UseMI->getDesc(); in tryToFoldACImm()
701 TII->isOperandLegal(*UseMI, UseOpIdx, &OpToFold)) { in tryToFoldACImm()
702 UseMI->getOperand(UseOpIdx).ChangeToImmediate(OpToFold.getImm()); in tryToFoldACImm()
713 if (isUseMIInFoldList(FoldList, UseMI)) in tryToFoldACImm()
718 MachineOperand &UseOp = UseMI->getOperand(UseOpIdx); in tryToFoldACImm()
722 TII->isOperandLegal(*UseMI, UseOpIdx, &DefOp)) { in tryToFoldACImm()
723 UseMI->getOperand(UseOpIdx).ChangeToImmediate(DefOp.getImm()); in tryToFoldACImm()
742 !TII->isOperandLegal(*UseMI, UseOpIdx, Op)) in tryToFoldACImm()
751 appendFoldCandidate(FoldList, UseMI, UseOpIdx, Defs[0].first); in tryToFoldACImm()
757 MachineInstr *UseMI, in foldOperand() argument
761 const MachineOperand *UseOp = &UseMI->getOperand(UseOpIdx); in foldOperand()
763 if (!isUseSafeToFold(*UseMI, *UseOp)) in foldOperand()
774 if (UseMI->isRegSequence()) { in foldOperand()
775 Register RegSeqDstReg = UseMI->getOperand(0).getReg(); in foldOperand()
776 unsigned RegSeqDstSubReg = UseMI->getOperand(UseOpIdx + 1).getImm(); in foldOperand()
785 if (tryToFoldACImm(UseMI->getOperand(0), RSUseMI, in foldOperand()
798 if (tryToFoldACImm(OpToFold, UseMI, UseOpIdx, FoldList)) in foldOperand()
801 if (frameIndexMayFold(*UseMI, UseOpIdx, OpToFold)) { in foldOperand()
805 if (TII->isMUBUF(*UseMI)) { in foldOperand()
806 if (TII->getNamedOperand(*UseMI, AMDGPU::OpName::srsrc)->getReg() != in foldOperand()
813 *TII->getNamedOperand(*UseMI, AMDGPU::OpName::soffset); in foldOperand()
820 UseMI->getOperand(UseOpIdx).ChangeToFrameIndex(OpToFold.getIndex()); in foldOperand()
822 const unsigned Opc = UseMI->getOpcode(); in foldOperand()
823 if (TII->isFLATScratch(*UseMI) && in foldOperand()
827 UseMI->setDesc(TII->get(NewOpc)); in foldOperand()
836 if (FoldingImmLike && UseMI->isCopy()) { in foldOperand()
837 Register DestReg = UseMI->getOperand(0).getReg(); in foldOperand()
838 Register SrcReg = UseMI->getOperand(1).getReg(); in foldOperand()
853 UseMI->setDesc(TII->get(AMDGPU::V_ACCVGPR_WRITE_B32_e64)); in foldOperand()
854 UseMI->getOperand(1).ChangeToImmediate(OpToFold.getImm()); in foldOperand()
855 CopiesToReplace.push_back(UseMI); in foldOperand()
867 MachineInstr::mop_iterator ImpOpI = UseMI->implicit_operands().begin(); in foldOperand()
868 MachineInstr::mop_iterator ImpOpE = UseMI->implicit_operands().end(); in foldOperand()
872 UseMI->removeOperand(UseMI->getOperandNo(Tmp)); in foldOperand()
874 UseMI->setDesc(TII->get(MovOp)); in foldOperand()
877 const auto &SrcOp = UseMI->getOperand(UseOpIdx); in foldOperand()
879 MachineFunction *MF = UseMI->getParent()->getParent(); in foldOperand()
880 UseMI->removeOperand(1); in foldOperand()
881 UseMI->addOperand(*MF, MachineOperand::CreateImm(0)); // src0_modifiers in foldOperand()
882 UseMI->addOperand(NewSrcOp); // src0 in foldOperand()
883 UseMI->addOperand(*MF, MachineOperand::CreateImm(0)); // op_sel in foldOperand()
885 UseOp = &UseMI->getOperand(UseOpIdx); in foldOperand()
887 CopiesToReplace.push_back(UseMI); in foldOperand()
889 if (UseMI->isCopy() && OpToFold.isReg() && in foldOperand()
890 UseMI->getOperand(0).getReg().isVirtual() && in foldOperand()
891 !UseMI->getOperand(1).getSubReg()) { in foldOperand()
892 LLVM_DEBUG(dbgs() << "Folding " << OpToFold << "\n into " << *UseMI); in foldOperand()
893 unsigned Size = TII->getOpSize(*UseMI, 1); in foldOperand()
895 UseMI->getOperand(1).setReg(UseReg); in foldOperand()
896 UseMI->getOperand(1).setSubReg(OpToFold.getSubReg()); in foldOperand()
897 UseMI->getOperand(1).setIsKill(false); in foldOperand()
898 CopiesToReplace.push_back(UseMI); in foldOperand()
909 if (Size > 4 && TRI->isAGPR(*MRI, UseMI->getOperand(0).getReg()) && in foldOperand()
911 const DebugLoc &DL = UseMI->getDebugLoc(); in foldOperand()
912 MachineBasicBlock &MBB = *UseMI->getParent(); in foldOperand()
914 UseMI->setDesc(TII->get(AMDGPU::REG_SEQUENCE)); in foldOperand()
915 for (unsigned I = UseMI->getNumOperands() - 1; I > 0; --I) in foldOperand()
916 UseMI->removeOperand(I); in foldOperand()
918 MachineInstrBuilder B(*MBB.getParent(), UseMI); in foldOperand()
929 BuildMI(MBB, UseMI, DL, in foldOperand()
956 BuildMI(MBB, UseMI, DL, TII->get(AMDGPU::COPY), Tmp).add(*Def); in foldOperand()
967 BuildMI(MBB, UseMI, DL, TII->get(AMDGPU::COPY), Vgpr).add(*Def); in foldOperand()
971 BuildMI(MBB, UseMI, DL, in foldOperand()
978 LLVM_DEBUG(dbgs() << "Folded " << *UseMI); in foldOperand()
985 Register Reg0 = UseMI->getOperand(0).getReg(); in foldOperand()
986 Register Reg1 = UseMI->getOperand(1).getReg(); in foldOperand()
988 UseMI->setDesc(TII->get(AMDGPU::V_ACCVGPR_WRITE_B32_e64)); in foldOperand()
990 UseMI->setDesc(TII->get(AMDGPU::V_ACCVGPR_READ_B32_e64)); in foldOperand()
993 UseMI->setDesc(TII->get(AMDGPU::V_ACCVGPR_MOV_B32)); in foldOperand()
997 unsigned UseOpc = UseMI->getOpcode(); in foldOperand()
1008 UseMI->getOperand(UseOpIdx).getReg(), in foldOperand()
1010 *UseMI)) in foldOperand()
1013 UseMI->setDesc(TII->get(AMDGPU::S_MOV_B32)); in foldOperand()
1016 UseMI->getOperand(1).ChangeToImmediate(OpToFold.getImm()); in foldOperand()
1018 UseMI->getOperand(1).ChangeToFrameIndex(OpToFold.getIndex()); in foldOperand()
1019 UseMI->removeOperand(2); // Remove exec read (or src1 for readlane) in foldOperand()
1025 UseMI->getOperand(UseOpIdx).getReg(), in foldOperand()
1027 *UseMI)) in foldOperand()
1034 UseMI->setDesc(TII->get(AMDGPU::COPY)); in foldOperand()
1035 UseMI->getOperand(1).setReg(OpToFold.getReg()); in foldOperand()
1036 UseMI->getOperand(1).setSubReg(OpToFold.getSubReg()); in foldOperand()
1037 UseMI->getOperand(1).setIsKill(false); in foldOperand()
1038 UseMI->removeOperand(2); // Remove exec read (or src1 for readlane) in foldOperand()
1043 const MCInstrDesc &UseDesc = UseMI->getDesc(); in foldOperand()
1069 tryAddToFoldList(FoldList, UseMI, UseOpIdx, &OpToFold); in foldOperand()
1098 tryAddToFoldList(FoldList, UseMI, UseOpIdx, &ImmOp); in foldOperand()
1102 tryAddToFoldList(FoldList, UseMI, UseOpIdx, &OpToFold); in foldOperand()
1382 for (auto &UseMI : in foldInstOperand() local
1392 if (tryConstantFoldOp(&UseMI)) { in foldInstOperand()
1393 LLVM_DEBUG(dbgs() << "Constant folded " << UseMI); in foldInstOperand()
1403 MachineInstr *UseMI = U->getParent(); in foldInstOperand() local
1404 foldOperand(OpToFold, UseMI, UseMI->getOperandNo(U), FoldList, in foldInstOperand()
1422 execMayBeModifiedBeforeUse(*MRI, Reg, *DefMI, *Fold.UseMI)) in foldInstOperand()
1436 << *Fold.UseMI); in foldInstOperand()
1439 TII->commuteInstruction(*Fold.UseMI, false); in foldInstOperand()
1800 MachineInstr *UseMI = Op->getParent(); in tryFoldRegSequence() local
1801 while (UseMI->isCopy() && !Op->getSubReg()) { in tryFoldRegSequence()
1802 Reg = UseMI->getOperand(0).getReg(); in tryFoldRegSequence()
1806 UseMI = Op->getParent(); in tryFoldRegSequence()
1812 unsigned OpIdx = Op - &UseMI->getOperand(0); in tryFoldRegSequence()
1813 const MCInstrDesc &InstDesc = UseMI->getDesc(); in tryFoldRegSequence()
1837 if (!TII->isOperandLegal(*UseMI, OpIdx, Op)) { in tryFoldRegSequence()
1843 LLVM_DEBUG(dbgs() << "Folded " << *RS << " into " << *UseMI); in tryFoldRegSequence()