/freebsd/contrib/llvm-project/llvm/lib/Target/LoongArch/ |
H A D | LoongArchExpandAtomicPseudoInsts.cpp | 149 MachineBasicBlock *LoopMBB, in doAtomicBinOpExpansion() argument 162 BuildMI(LoopMBB, DL, in doAtomicBinOpExpansion() 170 BuildMI(LoopMBB, DL, TII->get(LoongArch::OR), ScratchReg) in doAtomicBinOpExpansion() 175 BuildMI(LoopMBB, DL, TII->get(LoongArch::AND), ScratchReg) in doAtomicBinOpExpansion() 178 BuildMI(LoopMBB, DL, TII->get(LoongArch::NOR), ScratchReg) in doAtomicBinOpExpansion() 183 BuildMI(LoopMBB, DL, TII->get(LoongArch::ADD_W), ScratchReg) in doAtomicBinOpExpansion() 188 BuildMI(LoopMBB, DL, TII->get(LoongArch::SUB_W), ScratchReg) in doAtomicBinOpExpansion() 193 BuildMI(LoopMBB, DL, TII->get(LoongArch::AND), ScratchReg) in doAtomicBinOpExpansion() 198 BuildMI(LoopMBB, DL, TII->get(LoongArch::OR), ScratchReg) in doAtomicBinOpExpansion() 203 BuildMI(LoopMBB, D in doAtomicBinOpExpansion() 246 doMaskedAtomicBinOpExpansion(const LoongArchInstrInfo * TII,MachineInstr & MI,DebugLoc DL,MachineBasicBlock * ThisMBB,MachineBasicBlock * LoopMBB,MachineBasicBlock * DoneMBB,AtomicRMWInst::BinOp BinOp,int Width) doMaskedAtomicBinOpExpansion() argument 320 auto LoopMBB = MF->CreateMachineBasicBlock(MBB.getBasicBlock()); expandAtomicBinOp() local [all...] |
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
H A D | RISCVExpandAtomicPseudoInsts.cpp | 261 MachineBasicBlock *LoopMBB, in doAtomicBinOpExpansion() 277 BuildMI(LoopMBB, DL, TII->get(getLRForRMW(Ordering, Width, STI)), DestReg) in insertMaskedMerge() 283 BuildMI(LoopMBB, DL, TII->get(RISCV::AND), ScratchReg) in insertMaskedMerge() 286 BuildMI(LoopMBB, DL, TII->get(RISCV::XORI), ScratchReg) in insertMaskedMerge() 291 BuildMI(LoopMBB, DL, TII->get(getSCForRMW(Ordering, Width, STI)), ScratchReg) in insertMaskedMerge() 294 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in insertMaskedMerge() 297 .addMBB(LoopMBB); in doMaskedAtomicBinOpExpansion() 325 MachineBasicBlock *LoopMBB, in doMaskedAtomicBinOpExpansion() 346 BuildMI(LoopMBB, DL, TII->get(getLRForRMW32(Ordering, STI)), DestReg) in doMaskedAtomicBinOpExpansion() 352 BuildMI(LoopMBB, D in doMaskedAtomicBinOpExpansion() 237 doAtomicBinOpExpansion(const RISCVInstrInfo * TII,MachineInstr & MI,DebugLoc DL,MachineBasicBlock * ThisMBB,MachineBasicBlock * LoopMBB,MachineBasicBlock * DoneMBB,AtomicRMWInst::BinOp BinOp,int Width) doAtomicBinOpExpansion() argument 299 doMaskedAtomicBinOpExpansion(const RISCVInstrInfo * TII,MachineInstr & MI,DebugLoc DL,MachineBasicBlock * ThisMBB,MachineBasicBlock * LoopMBB,MachineBasicBlock * DoneMBB,AtomicRMWInst::BinOp BinOp,int Width) doMaskedAtomicBinOpExpansion() argument 368 auto LoopMBB = MF->CreateMachineBasicBlock(MBB.getBasicBlock()); expandAtomicBinOp() local [all...] |
H A D | RISCVISelLowering.cpp | 18119 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVMBB); in emitReadCounterWidePseudo() 18120 MF.insert(It, LoopMBB); in emitReadCounterWidePseudo() 18130 BB->addSuccessor(LoopMBB); in emitReadCounterWidePseudo() 18141 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), HiReg) in emitReadCounterWidePseudo() 18144 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), LoReg) in emitReadCounterWidePseudo() 18147 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), ReadAgainReg) in emitReadCounterWidePseudo() 18151 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in emitReadCounterWidePseudo() 18154 .addMBB(LoopMBB); in emitReadCounterWidePseudo() 18156 LoopMBB->addSuccessor(LoopMBB); in emitReadCounterWidePseudo() 18116 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVMBB); emitReadCounterWidePseudo() local [all...] |
/freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
H A D | PPCExpandAtomicPseudoInsts.cpp | 129 MachineBasicBlock *LoopMBB = MF->CreateMachineBasicBlock(BB); in expandAtomicRMW128() local 131 MF->insert(MFI, LoopMBB); in expandAtomicRMW128() 136 MBB.addSuccessor(LoopMBB); in expandAtomicRMW128() 161 MachineBasicBlock *CurrentMBB = LoopMBB; in expandAtomicRMW128() 208 .addMBB(LoopMBB); in expandAtomicRMW128() 209 CurrentMBB->addSuccessor(LoopMBB); in expandAtomicRMW128() 211 fullyRecomputeLiveIns({ExitMBB, LoopMBB}); in expandAtomicRMW128()
|
H A D | PPCFrameLowering.cpp | 1510 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(ProbedBB); in inlineStackProbe() local 1511 MF.insert(MBBInsertPoint, LoopMBB); in inlineStackProbe() 1515 allocateAndProbe(*LoopMBB, LoopMBB->end(), NegProbeSize, ScratchReg, in inlineStackProbe() 1517 BuildMI(LoopMBB, DL, TII.get(isPPC64 ? PPC::BDNZ8 : PPC::BDNZ)) in inlineStackProbe() 1518 .addMBB(LoopMBB); in inlineStackProbe() 1519 LoopMBB->addSuccessor(ExitMBB); in inlineStackProbe() 1520 LoopMBB->addSuccessor(LoopMBB); in inlineStackProbe() 1526 CurrentMBB->addSuccessor(LoopMBB); in inlineStackProbe() 1532 fullyRecomputeLiveIns({ExitMBB, LoopMBB}); in inlineStackProbe()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
H A D | SystemZFrameLowering.cpp | 784 MachineBasicBlock *LoopMBB = nullptr; in inlineStackProbe() local 803 LoopMBB = SystemZ::emitBlockAfter(MBB); in inlineStackProbe() 804 MBB->addSuccessor(LoopMBB); in inlineStackProbe() 805 LoopMBB->addSuccessor(LoopMBB); in inlineStackProbe() 806 LoopMBB->addSuccessor(DoneMBB); in inlineStackProbe() 808 MBB = LoopMBB; in inlineStackProbe() 831 fullyRecomputeLiveIns({DoneMBB, LoopMBB}); in inlineStackProbe()
|
H A D | SystemZISelLowering.cpp | 8585 MachineBasicBlock *LoopMBB = SystemZ::emitBlockAfter(StartMBB); in emitAtomicLoadBinary() local 8593 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 8603 MBB = LoopMBB; in emitAtomicLoadBinary() 8606 .addReg(Dest).addMBB(LoopMBB); in emitAtomicLoadBinary() 8635 .addImm(SystemZ::CCMASK_CS).addImm(SystemZ::CCMASK_CS_NE).addMBB(LoopMBB); in emitAtomicLoadBinary() 8636 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 8681 MachineBasicBlock *LoopMBB = SystemZ::emitBlockAfter(StartMBB); in emitAtomicLoadMinMax() local 8682 MachineBasicBlock *UseAltMBB = SystemZ::emitBlockAfter(LoopMBB); in emitAtomicLoadMinMax() 8691 MBB->addSuccessor(LoopMBB); in emitAtomicLoadMinMax() 8698 MBB = LoopMBB; in emitAtomicLoadMinMax() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86FrameLowering.cpp | 932 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitStackProbeInlineWindowsCoreCLR64() local 937 MF.insert(MBBIter, LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 1044 BuildMI(RoundMBB, DL, TII.get(X86::JMP_1)).addMBB(LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 1050 BuildMI(LoopMBB, DL, TII.get(X86::PHI), JoinReg) in emitStackProbeInlineWindowsCoreCLR64() 1054 .addMBB(LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 1057 LoopMBB->addLiveIn(JoinReg); in emitStackProbeInlineWindowsCoreCLR64() 1058 addRegOffset(BuildMI(LoopMBB, DL, TII.get(X86::LEA64r), ProbeReg), JoinReg, in emitStackProbeInlineWindowsCoreCLR64() 1062 BuildMI(LoopMBB, DL, TII.get(X86::MOV8mi)) in emitStackProbeInlineWindowsCoreCLR64() 1070 LoopMBB->addLiveIn(RoundedReg); in emitStackProbeInlineWindowsCoreCLR64() 1071 BuildMI(LoopMBB, DL, TII.get(X86::CMP64rr)) in emitStackProbeInlineWindowsCoreCLR64() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64FrameLowering.cpp | 4874 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(MBB.getBasicBlock()); in inlineStackProbeLoopExactMultiple() local 4875 MF.insert(MBBInsertPoint, LoopMBB); in inlineStackProbeLoopExactMultiple() 4881 emitFrameOffset(*LoopMBB, LoopMBB->end(), DL, AArch64::SP, AArch64::SP, in inlineStackProbeLoopExactMultiple() 4885 BuildMI(*LoopMBB, LoopMBB->end(), DL, TII->get(AArch64::STRXui)) in inlineStackProbeLoopExactMultiple() 4891 BuildMI(*LoopMBB, LoopMBB->end(), DL, TII->get(AArch64::SUBSXrx64), in inlineStackProbeLoopExactMultiple() 4898 BuildMI(*LoopMBB, LoopMBB->end(), DL, TII->get(AArch64::Bcc)) in inlineStackProbeLoopExactMultiple() 4900 .addMBB(LoopMBB) in inlineStackProbeLoopExactMultiple() 4903 LoopMBB->addSuccessor(ExitMBB); in inlineStackProbeLoopExactMultiple() 4904 LoopMBB->addSuccessor(LoopMBB); in inlineStackProbeLoopExactMultiple() 4908 MBB.addSuccessor(LoopMBB); in inlineStackProbeLoopExactMultiple() [all …]
|