| /freebsd/contrib/llvm-project/llvm/include/llvm/Support/ |
| H A D | Allocator.h | 191 uintptr_t AlignedAddr = alignAddr(NewSlab, Alignment); in AllocateSlow() local
192 assert(AlignedAddr + Size <= (uintptr_t)NewSlab + PaddedSize); in AllocateSlow()
193 char *AlignedPtr = (char*)AlignedAddr; in AllocateSlow()
201 uintptr_t AlignedAddr = alignAddr(CurPtr, Alignment); in AllocateSlow() local
202 assert(AlignedAddr + SizeToAllocate <= (uintptr_t)End && in AllocateSlow()
204 char *AlignedPtr = (char*)AlignedAddr; in AllocateSlow()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | AtomicExpandPass.cpp | 684 Value *AlignedAddr = nullptr; member
707 PrintObj(PMV.AlignedAddr); in operator <<()
756 PMV.AlignedAddr = Addr; in createMaskInstrs()
772 PMV.AlignedAddr = Builder.CreateIntrinsic( in createMaskInstrs()
781 PMV.AlignedAddr = Addr; in createMaskInstrs()
926 OldResult = insertRMWCmpXchgLoop(Builder, PMV.WordType, PMV.AlignedAddr, in expandPartwordAtomicRMW()
931 OldResult = insertRMWLLSCLoop(Builder, PMV.WordType, PMV.AlignedAddr, in expandPartwordAtomicRMW()
997 Op, PMV.AlignedAddr, NewOperand, PMV.AlignedAddrAlignment, in widenPartwordAtomicRMW()
1076 LoadInst *InitLoaded = Builder.CreateLoad(PMV.WordType, PMV.AlignedAddr); in expandPartwordCmpXchg()
1090 PMV.AlignedAddr, FullWord_Cmp, FullWord_NewVal, PMV.AlignedAddrAlignment, in expandPartwordCmpXchg()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/LoongArch/ |
| H A D | LoongArchISelLowering.h | 192 Value *AlignedAddr, Value *Incr,
202 Value *AlignedAddr, Value *CmpVal,
|
| H A D | LoongArchISelLowering.cpp | 5722 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic() argument
5733 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicCmpXchgIntrinsic()
5737 MaskedCmpXchg, {AlignedAddr, CmpVal, NewVal, Mask, FailureOrdering}); in emitMaskedAtomicCmpXchgIntrinsic()
5743 IRBuilderBase &Builder, AtomicRMWInst *AI, Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic() argument
5753 return Builder.CreateAtomicRMW(AtomicRMWInst::And, AlignedAddr, in emitMaskedAtomicRMWIntrinsic()
5757 return Builder.CreateAtomicRMW(AtomicRMWInst::Or, AlignedAddr, Mask, in emitMaskedAtomicRMWIntrinsic()
5764 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicRMWIntrinsic()
5790 {AlignedAddr, Incr, Mask, SextShamt, Ordering}); in emitMaskedAtomicRMWIntrinsic()
5793 Builder.CreateCall(LlwOpScwLoop, {AlignedAddr, Incr, Mask, Ordering}); in emitMaskedAtomicRMWIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.h | 764 Value *AlignedAddr, Value *Incr,
771 Value *AlignedAddr, Value *CmpVal,
|
| H A D | RISCVISelLowering.cpp | 21037 IRBuilderBase &Builder, AtomicRMWInst *AI, Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic()
21047 return Builder.CreateAtomicRMW(AtomicRMWInst::And, AlignedAddr, in emitMaskedAtomicRMWIntrinsic()
21051 return Builder.CreateAtomicRMW(AtomicRMWInst::Or, AlignedAddr, Mask, in emitMaskedAtomicRMWIntrinsic()
21058 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicRMWIntrinsic()
21084 {AlignedAddr, Incr, Mask, SextShamt, Ordering}); in emitMaskedAtomicRMWIntrinsic()
21087 Builder.CreateCall(LrwOpScwLoop, {AlignedAddr, Incr, Mask, Ordering}); in emitMaskedAtomicRMWIntrinsic()
21110 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic()
21121 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicCmpXchgIntrinsic()
21125 MaskedCmpXchg, {AlignedAddr, CmpVal, NewVal, Mask, Ordering}); in emitMaskedAtomicCmpXchgIntrinsic()
21034 emitMaskedAtomicRMWIntrinsic(IRBuilderBase & Builder,AtomicRMWInst * AI,Value * AlignedAddr,Value * Incr,Value * Mask,Value * ShiftAmt,AtomicOrdering Ord) const emitMaskedAtomicRMWIntrinsic() argument
21107 emitMaskedAtomicCmpXchgIntrinsic(IRBuilderBase & Builder,AtomicCmpXchgInst * CI,Value * AlignedAddr,Value * CmpVal,Value * NewVal,Value * Mask,AtomicOrdering Ord) const emitMaskedAtomicCmpXchgIntrinsic() argument
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCISelLowering.h | 931 AtomicRMWInst *AI, Value *AlignedAddr,
937 Value *AlignedAddr, Value *CmpVal,
|
| H A D | PPCISelLowering.cpp | 18814 IRBuilderBase &Builder, AtomicRMWInst *AI, Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic() argument
18826 Value *LoHi = Builder.CreateCall(RMW, {AlignedAddr, IncrLo, IncrHi}); in emitMaskedAtomicRMWIntrinsic()
18836 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic() argument
18853 Builder.CreateCall(IntCmpXchg, {AlignedAddr, CmpLo, CmpHi, NewLo, NewHi}); in emitMaskedAtomicCmpXchgIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Mips/ |
| H A D | MipsISelLowering.cpp | 1692 Register AlignedAddr = RegInfo.createVirtualRegister(RCp); in emitAtomicBinaryPartword() local
1811 BuildMI(BB, DL, TII->get(ABI.GetPtrAndOp()), AlignedAddr) in emitAtomicBinaryPartword()
1838 .addReg(AlignedAddr) in emitAtomicBinaryPartword()
1941 Register AlignedAddr = RegInfo.createVirtualRegister(RCp); in emitAtomicCmpSwapPartword() local
1998 BuildMI(BB, DL, TII->get(ArePtrs64bit ? Mips::AND64 : Mips::AND), AlignedAddr) in emitAtomicCmpSwapPartword()
2030 .addReg(AlignedAddr) in emitAtomicCmpSwapPartword()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelLowering.cpp | 4559 SDValue &AlignedAddr, SDValue &BitShift, in getCSAddressAndShifts() argument
4565 AlignedAddr = DAG.getNode(ISD::AND, DL, PtrVT, Addr, in getCSAddressAndShifts()
4608 SDValue AlignedAddr, BitShift, NegBitShift; in lowerATOMIC_LOAD_OP() local
4609 getCSAddressAndShifts(Addr, DAG, DL, AlignedAddr, BitShift, NegBitShift); in lowerATOMIC_LOAD_OP()
4626 SDValue Ops[] = { ChainIn, AlignedAddr, Src2, BitShift, NegBitShift, in lowerATOMIC_LOAD_OP()
4704 SDValue AlignedAddr, BitShift, NegBitShift; in lowerATOMIC_CMP_SWAP() local
4705 getCSAddressAndShifts(Addr, DAG, DL, AlignedAddr, BitShift, NegBitShift); in lowerATOMIC_CMP_SWAP()
4709 SDValue Ops[] = { ChainIn, AlignedAddr, CmpVal, SwapVal, BitShift, in lowerATOMIC_CMP_SWAP()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 2183 Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic() argument
2218 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic() argument
|