| /freebsd/contrib/llvm-project/llvm/lib/Target/LoongArch/ |
| H A D | LoongArchExpandAtomicPseudoInsts.cpp | 165 MachineBasicBlock *LoopMBB, in doAtomicBinOpExpansion() argument 178 BuildMI(LoopMBB, DL, in doAtomicBinOpExpansion() 186 BuildMI(LoopMBB, DL, TII->get(LoongArch::OR), ScratchReg) in doAtomicBinOpExpansion() 191 BuildMI(LoopMBB, DL, TII->get(LoongArch::AND), ScratchReg) in doAtomicBinOpExpansion() 194 BuildMI(LoopMBB, DL, TII->get(LoongArch::NOR), ScratchReg) in doAtomicBinOpExpansion() 199 BuildMI(LoopMBB, DL, TII->get(LoongArch::ADD_W), ScratchReg) in doAtomicBinOpExpansion() 204 BuildMI(LoopMBB, DL, TII->get(LoongArch::SUB_W), ScratchReg) in doAtomicBinOpExpansion() 209 BuildMI(LoopMBB, DL, TII->get(LoongArch::AND), ScratchReg) in doAtomicBinOpExpansion() 214 BuildMI(LoopMBB, DL, TII->get(LoongArch::OR), ScratchReg) in doAtomicBinOpExpansion() 219 BuildMI(LoopMBB, DL, TII->get(LoongArch::XOR), ScratchReg) in doAtomicBinOpExpansion() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVExpandAtomicPseudoInsts.cpp | 259 MachineBasicBlock *LoopMBB, in doAtomicBinOpExpansion() argument 275 BuildMI(LoopMBB, DL, TII->get(getLRForRMW(Ordering, Width, STI)), DestReg) in doAtomicBinOpExpansion() 281 BuildMI(LoopMBB, DL, TII->get(RISCV::AND), ScratchReg) in doAtomicBinOpExpansion() 284 BuildMI(LoopMBB, DL, TII->get(RISCV::XORI), ScratchReg) in doAtomicBinOpExpansion() 289 BuildMI(LoopMBB, DL, TII->get(getSCForRMW(Ordering, Width, STI)), ScratchReg) in doAtomicBinOpExpansion() 292 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in doAtomicBinOpExpansion() 295 .addMBB(LoopMBB); in doAtomicBinOpExpansion() 323 MachineBasicBlock *LoopMBB, in doMaskedAtomicBinOpExpansion() argument 344 BuildMI(LoopMBB, DL, TII->get(getLRForRMW32(Ordering, STI)), DestReg) in doMaskedAtomicBinOpExpansion() 350 BuildMI(LoopMBB, DL, TII->get(RISCV::ADDI), ScratchReg) in doMaskedAtomicBinOpExpansion() [all …]
|
| H A D | RISCVISelLowering.cpp | 21280 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVMBB); in emitReadCounterWidePseudo() local 21281 MF.insert(It, LoopMBB); in emitReadCounterWidePseudo() 21291 BB->addSuccessor(LoopMBB); in emitReadCounterWidePseudo() 21302 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), HiReg) in emitReadCounterWidePseudo() 21305 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), LoReg) in emitReadCounterWidePseudo() 21308 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), ReadAgainReg) in emitReadCounterWidePseudo() 21312 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in emitReadCounterWidePseudo() 21315 .addMBB(LoopMBB); in emitReadCounterWidePseudo() 21317 LoopMBB->addSuccessor(LoopMBB); in emitReadCounterWidePseudo() 21318 LoopMBB->addSuccessor(DoneMBB); in emitReadCounterWidePseudo()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCExpandAtomicPseudoInsts.cpp | 126 MachineBasicBlock *LoopMBB = MF->CreateMachineBasicBlock(BB); in expandAtomicRMW128() local 128 MF->insert(MFI, LoopMBB); in expandAtomicRMW128() 133 MBB.addSuccessor(LoopMBB); in expandAtomicRMW128() 158 MachineBasicBlock *CurrentMBB = LoopMBB; in expandAtomicRMW128() 205 .addMBB(LoopMBB); in expandAtomicRMW128() 206 CurrentMBB->addSuccessor(LoopMBB); in expandAtomicRMW128() 208 fullyRecomputeLiveIns({ExitMBB, LoopMBB}); in expandAtomicRMW128()
|
| H A D | PPCFrameLowering.cpp | 1513 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(ProbedBB); in inlineStackProbe() local 1514 MF.insert(MBBInsertPoint, LoopMBB); in inlineStackProbe() 1518 allocateAndProbe(*LoopMBB, LoopMBB->end(), NegProbeSize, ScratchReg, in inlineStackProbe() 1520 BuildMI(LoopMBB, DL, TII.get(isPPC64 ? PPC::BDNZ8 : PPC::BDNZ)) in inlineStackProbe() 1521 .addMBB(LoopMBB); in inlineStackProbe() 1522 LoopMBB->addSuccessor(ExitMBB); in inlineStackProbe() 1523 LoopMBB->addSuccessor(LoopMBB); in inlineStackProbe() 1529 CurrentMBB->addSuccessor(LoopMBB); in inlineStackProbe() 1535 fullyRecomputeLiveIns({ExitMBB, LoopMBB}); in inlineStackProbe()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZFrameLowering.cpp | 816 MachineBasicBlock *LoopMBB = nullptr; in inlineStackProbe() local 835 LoopMBB = SystemZ::emitBlockAfter(MBB); in inlineStackProbe() 836 MBB->addSuccessor(LoopMBB); in inlineStackProbe() 837 LoopMBB->addSuccessor(LoopMBB); in inlineStackProbe() 838 LoopMBB->addSuccessor(DoneMBB); in inlineStackProbe() 840 MBB = LoopMBB; in inlineStackProbe() 863 fullyRecomputeLiveIns({DoneMBB, LoopMBB}); in inlineStackProbe()
|
| H A D | SystemZISelLowering.cpp | 9909 MachineBasicBlock *LoopMBB = SystemZ::emitBlockAfter(StartMBB); in emitAtomicLoadBinary() local 9917 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 9927 MBB = LoopMBB; in emitAtomicLoadBinary() 9930 .addReg(Dest).addMBB(LoopMBB); in emitAtomicLoadBinary() 9959 .addImm(SystemZ::CCMASK_CS).addImm(SystemZ::CCMASK_CS_NE).addMBB(LoopMBB); in emitAtomicLoadBinary() 9960 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 10005 MachineBasicBlock *LoopMBB = SystemZ::emitBlockAfter(StartMBB); in emitAtomicLoadMinMax() local 10006 MachineBasicBlock *UseAltMBB = SystemZ::emitBlockAfter(LoopMBB); in emitAtomicLoadMinMax() 10015 MBB->addSuccessor(LoopMBB); in emitAtomicLoadMinMax() 10022 MBB = LoopMBB; in emitAtomicLoadMinMax() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86FrameLowering.cpp | 986 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitStackProbeInlineWindowsCoreCLR64() local 991 MF.insert(MBBIter, LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 1099 BuildMI(RoundMBB, DL, TII.get(X86::JMP_1)).addMBB(LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 1105 BuildMI(LoopMBB, DL, TII.get(X86::PHI), JoinReg) in emitStackProbeInlineWindowsCoreCLR64() 1109 .addMBB(LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 1113 LoopMBB->addLiveIn(JoinReg); in emitStackProbeInlineWindowsCoreCLR64() 1114 addRegOffset(BuildMI(LoopMBB, DL, TII.get(X86::LEA64r), ProbeReg), JoinReg, in emitStackProbeInlineWindowsCoreCLR64() 1118 BuildMI(LoopMBB, DL, TII.get(X86::MOV8mi)) in emitStackProbeInlineWindowsCoreCLR64() 1127 LoopMBB->addLiveIn(RoundedReg); in emitStackProbeInlineWindowsCoreCLR64() 1128 BuildMI(LoopMBB, DL, TII.get(X86::CMP64rr)) in emitStackProbeInlineWindowsCoreCLR64() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64FrameLowering.cpp | 5559 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(MBB.getBasicBlock()); in inlineStackProbeLoopExactMultiple() local 5560 MF.insert(MBBInsertPoint, LoopMBB); in inlineStackProbeLoopExactMultiple() 5566 emitFrameOffset(*LoopMBB, LoopMBB->end(), DL, AArch64::SP, AArch64::SP, in inlineStackProbeLoopExactMultiple() 5570 BuildMI(*LoopMBB, LoopMBB->end(), DL, TII->get(AArch64::STRXui)) in inlineStackProbeLoopExactMultiple() 5576 BuildMI(*LoopMBB, LoopMBB->end(), DL, TII->get(AArch64::SUBSXrx64), in inlineStackProbeLoopExactMultiple() 5583 BuildMI(*LoopMBB, LoopMBB->end(), DL, TII->get(AArch64::Bcc)) in inlineStackProbeLoopExactMultiple() 5585 .addMBB(LoopMBB) in inlineStackProbeLoopExactMultiple() 5588 LoopMBB->addSuccessor(ExitMBB); in inlineStackProbeLoopExactMultiple() 5589 LoopMBB->addSuccessor(LoopMBB); in inlineStackProbeLoopExactMultiple() 5593 MBB.addSuccessor(LoopMBB); in inlineStackProbeLoopExactMultiple() [all …]
|