| /freebsd/contrib/llvm-project/llvm/include/llvm/Support/ |
| H A D | Allocator.h | 194 uintptr_t AlignedAddr = alignAddr(NewSlab, Alignment); in AllocateSlow() local
195 assert(AlignedAddr + Size <= (uintptr_t)NewSlab + PaddedSize); in AllocateSlow()
196 char *AlignedPtr = (char*)AlignedAddr; in AllocateSlow()
204 uintptr_t AlignedAddr = alignAddr(CurPtr, Alignment); in AllocateSlow() local
205 assert(AlignedAddr + SizeToAllocate <= (uintptr_t)End && in AllocateSlow()
207 char *AlignedPtr = (char*)AlignedAddr; in AllocateSlow()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | AtomicExpandPass.cpp | 759 Value *AlignedAddr = nullptr; member
782 PrintObj(PMV.AlignedAddr); in operator <<()
831 PMV.AlignedAddr = Addr; in createMaskInstrs()
847 PMV.AlignedAddr = Builder.CreateIntrinsic( in createMaskInstrs()
856 PMV.AlignedAddr = Addr; in createMaskInstrs()
1006 Builder, PMV.WordType, PMV.AlignedAddr, PMV.AlignedAddrAlignment, in expandPartwordAtomicRMW()
1010 OldResult = insertRMWLLSCLoop(Builder, PMV.WordType, PMV.AlignedAddr, in expandPartwordAtomicRMW()
1046 Op, PMV.AlignedAddr, NewOperand, PMV.AlignedAddrAlignment, in widenPartwordAtomicRMW()
1125 LoadInst *InitLoaded = Builder.CreateLoad(PMV.WordType, PMV.AlignedAddr); in expandPartwordCmpXchg()
1139 PMV.AlignedAddr, FullWord_Cmp, FullWord_NewVal, PMV.AlignedAddrAlignment, in expandPartwordCmpXchg()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/LoongArch/ |
| H A D | LoongArchISelLowering.h | 229 Value *AlignedAddr, Value *Incr,
239 Value *AlignedAddr, Value *CmpVal,
|
| H A D | LoongArchISelLowering.cpp | 7797 Value *AlignedAddr = Builder.CreateIntrinsic( in emitExpandAtomicRMW() local
7821 Builder.CreateAtomicRMW(Op, AlignedAddr, NewOperand, Align(MinWordSize), in emitExpandAtomicRMW()
7934 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic() argument
7947 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicCmpXchgIntrinsic()
7949 CmpXchgIntrID, Tys, {AlignedAddr, CmpVal, NewVal, Mask, FailureOrdering}); in emitMaskedAtomicCmpXchgIntrinsic()
7956 IRBuilderBase &Builder, AtomicRMWInst *AI, Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic() argument
7966 return Builder.CreateAtomicRMW(AtomicRMWInst::And, AlignedAddr, in emitMaskedAtomicRMWIntrinsic()
7970 return Builder.CreateAtomicRMW(AtomicRMWInst::Or, AlignedAddr, Mask, in emitMaskedAtomicRMWIntrinsic()
7977 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicRMWIntrinsic()
8003 {AlignedAddr, Incr, Mask, SextShamt, Ordering}); in emitMaskedAtomicRMWIntrinsic()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.h | 316 Value *AlignedAddr, Value *Incr,
323 Value *AlignedAddr, Value *CmpVal,
|
| H A D | RISCVISelLowering.cpp | 23467 IRBuilderBase &Builder, AtomicRMWInst *AI, Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic() argument
23477 return Builder.CreateAtomicRMW(AtomicRMWInst::And, AlignedAddr, in emitMaskedAtomicRMWIntrinsic()
23481 return Builder.CreateAtomicRMW(AtomicRMWInst::Or, AlignedAddr, Mask, in emitMaskedAtomicRMWIntrinsic()
23488 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicRMWIntrinsic()
23514 {AlignedAddr, Incr, Mask, SextShamt, Ordering}); in emitMaskedAtomicRMWIntrinsic()
23517 Builder.CreateCall(LrwOpScwLoop, {AlignedAddr, Incr, Mask, Ordering}); in emitMaskedAtomicRMWIntrinsic()
23540 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic() argument
23551 Type *Tys[] = {AlignedAddr->getType()}; in emitMaskedAtomicCmpXchgIntrinsic()
23553 CmpXchgIntrID, Tys, {AlignedAddr, CmpVal, NewVal, Mask, Ordering}); in emitMaskedAtomicCmpXchgIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCISelLowering.h | 950 AtomicRMWInst *AI, Value *AlignedAddr,
956 Value *AlignedAddr, Value *CmpVal,
|
| H A D | PPCISelLowering.cpp | 19818 IRBuilderBase &Builder, AtomicRMWInst *AI, Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic() argument
19830 {AlignedAddr, IncrLo, IncrHi}); in emitMaskedAtomicRMWIntrinsic()
19840 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic() argument
19857 Builder.CreateCall(IntCmpXchg, {AlignedAddr, CmpLo, CmpHi, NewLo, NewHi}); in emitMaskedAtomicCmpXchgIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Mips/ |
| H A D | MipsISelLowering.cpp | 1787 Register AlignedAddr = RegInfo.createVirtualRegister(RCp); in emitAtomicBinaryPartword() local
1906 BuildMI(BB, DL, TII->get(ABI.GetPtrAndOp()), AlignedAddr) in emitAtomicBinaryPartword()
1933 .addReg(AlignedAddr) in emitAtomicBinaryPartword()
2036 Register AlignedAddr = RegInfo.createVirtualRegister(RCp); in emitAtomicCmpSwapPartword() local
2093 BuildMI(BB, DL, TII->get(ArePtrs64bit ? Mips::AND64 : Mips::AND), AlignedAddr) in emitAtomicCmpSwapPartword()
2125 .addReg(AlignedAddr) in emitAtomicCmpSwapPartword()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelLowering.cpp | 5050 SDValue &AlignedAddr, SDValue &BitShift, in getCSAddressAndShifts() argument
5056 AlignedAddr = DAG.getNode(ISD::AND, DL, PtrVT, Addr, in getCSAddressAndShifts()
5100 SDValue AlignedAddr, BitShift, NegBitShift; in lowerATOMIC_LOAD_OP() local
5101 getCSAddressAndShifts(Addr, DAG, DL, AlignedAddr, BitShift, NegBitShift); in lowerATOMIC_LOAD_OP()
5118 SDValue Ops[] = { ChainIn, AlignedAddr, Src2, BitShift, NegBitShift, in lowerATOMIC_LOAD_OP()
5196 SDValue AlignedAddr, BitShift, NegBitShift; in lowerATOMIC_CMP_SWAP() local
5197 getCSAddressAndShifts(Addr, DAG, DL, AlignedAddr, BitShift, NegBitShift); in lowerATOMIC_CMP_SWAP()
5201 SDValue Ops[] = { ChainIn, AlignedAddr, CmpVal, SwapVal, BitShift, in lowerATOMIC_CMP_SWAP()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 2252 Value *AlignedAddr, Value *Incr, in emitMaskedAtomicRMWIntrinsic() argument
2292 IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, in emitMaskedAtomicCmpXchgIntrinsic() argument
|