| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | LowerMemIntrinsics.cpp | 26 ConstantInt *CopyLen, Align SrcAlign, Align DstAlign, bool SrcIsVolatile, in createMemCpyLoopKnownSize() argument 48 Ctx, CopyLen, SrcAS, DstAS, SrcAlign, DstAlign, AtomicElementSize); in createMemCpyLoopKnownSize() 69 Align PartSrcAlign(commonAlignment(SrcAlign, LoopOpSize)); in createMemCpyLoopKnownSize() 118 SrcAS, DstAS, SrcAlign, DstAlign, in createMemCpyLoopKnownSize() 122 Align PartSrcAlign(commonAlignment(SrcAlign, BytesCopied)); in createMemCpyLoopKnownSize() 182 Align SrcAlign, Align DstAlign, bool SrcIsVolatile, bool DstIsVolatile, in createMemCpyLoopUnknownSize() argument 201 Ctx, CopyLen, SrcAS, DstAS, SrcAlign, DstAlign, AtomicElementSize); in createMemCpyLoopUnknownSize() 232 Align PartSrcAlign(commonAlignment(SrcAlign, LoopOpSize)); in createMemCpyLoopUnknownSize() 404 Value *CopyLen, Align SrcAlign, in createMemMoveLoopUnknownSize() argument 417 SrcAlign, DstAlign); in createMemMoveLoopUnknownSize() [all …]
|
| H A D | InlineFunction.cpp | 1711 MaybeAlign SrcAlign, Module *M, in HandleByValArgumentInit() argument 1723 CallInst *CI = Builder.CreateMemCpy(Dst, DstAlign, Src, SrcAlign, Size); in HandleByValArgumentInit() 2639 MaybeAlign SrcAlign; in InlineFunction() member 2726 HandleByValArgumentInit(Init.Ty, Init.Dst, Init.Src, Init.SrcAlign, in InlineFunction()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | LowerMemIntrinsics.h | 39 Align SrcAlign, Align DestAlign, bool SrcIsVolatile, bool DstIsVolatile, 47 ConstantInt *CopyLen, Align SrcAlign, Align DestAlign, bool SrcIsVolatile,
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | IRBuilder.cpp | 211 MaybeAlign SrcAlign, Value *Size, in CreateMemTransferInst() argument 225 if (SrcAlign) in CreateMemTransferInst() 226 MCI->setSourceAlignment(*SrcAlign); in CreateMemTransferInst() 232 Value *Dst, Align DstAlign, Value *Src, Align SrcAlign, Value *Size, in CreateElementUnorderedAtomicMemCpy() argument 236 assert(SrcAlign >= ElementSize && in CreateElementUnorderedAtomicMemCpy() 247 AMCI->setSourceAlignment(SrcAlign); in CreateElementUnorderedAtomicMemCpy() 331 Value *Dst, Align DstAlign, Value *Src, Align SrcAlign, Value *Size, in CreateElementUnorderedAtomicMemMove() argument 335 assert(SrcAlign >= ElementSize && in CreateElementUnorderedAtomicMemMove() 345 CI->addParamAttr(1, Attribute::getWithAlignment(CI->getContext(), SrcAlign)); in CreateElementUnorderedAtomicMemMove()
|
| H A D | Core.cpp | 3880 LLVMValueRef Src, unsigned SrcAlign, in LLVMBuildMemCpy() argument 3883 unwrap(Src), MaybeAlign(SrcAlign), in LLVMBuildMemCpy() 3889 LLVMValueRef Src, unsigned SrcAlign, in LLVMBuildMemMove() argument 3892 unwrap(Src), MaybeAlign(SrcAlign), in LLVMBuildMemMove()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUTargetTransformInfo.h | 144 unsigned DestAddrSpace, Align SrcAlign, Align DestAlign, 150 Align SrcAlign, Align DestAlign,
|
| H A D | AMDGPUTargetTransformInfo.cpp | 427 unsigned DestAddrSpace, Align SrcAlign, Align DestAlign, in getMemcpyLoopLoweringType() argument 455 Align SrcAlign, Align DestAlign, in getMemcpyLoopResidualLoweringType() argument 460 OpsOut, Context, RemainingBytes, SrcAddrSpace, DestAddrSpace, SrcAlign, in getMemcpyLoopResidualLoweringType()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.h | 272 Align SrcAlign, bool IsVolatile); 275 Align SrcAlign, bool IsVolatile); 277 uint64_t KnownLen, Align DstAlign, Align SrcAlign,
|
| H A D | CallLowering.h | 321 const MachinePointerInfo &SrcPtrInfo, Align SrcAlign,
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | IRBuilder.h | 688 MaybeAlign SrcAlign, uint64_t Size, 691 return CreateMemCpy(Dst, DstAlign, Src, SrcAlign, getInt64(Size), 697 Value *Src, MaybeAlign SrcAlign, Value *Size, 702 MaybeAlign SrcAlign, Value *Size, 706 SrcAlign, Size, isVolatile, AAInfo); 710 MaybeAlign SrcAlign, Value *Size, 714 SrcAlign, Size, isVolatile, AAInfo); 726 Value *Dst, Align DstAlign, Value *Src, Align SrcAlign, Value *Size, 730 MaybeAlign SrcAlign, uint64_t Size, 733 return CreateMemMove(Dst, DstAlign, Src, SrcAlign, getInt64(Size), [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | CallLowering.cpp | 929 Align SrcAlign = std::max(Flags.getNonZeroByValAlign(), in handleAssignments() local 933 DstMPO, DstAlign, SrcMPO, SrcAlign, in handleAssignments() 1271 const MachinePointerInfo &SrcPtrInfo, Align SrcAlign, uint64_t MemSize, in copyArgumentMemory() argument 1277 SrcAlign); in copyArgumentMemory()
|
| H A D | LegalizerHelper.cpp | 9861 Align SrcAlign = SrcMMO.getBaseAlign(); in lowerMemcpyInline() local 9863 return lowerMemcpyInline(MI, Dst, Src, KnownLen, DstAlign, SrcAlign, in lowerMemcpyInline() 9870 Align SrcAlign, bool IsVolatile) { in lowerMemcpyInline() argument 9873 std::numeric_limits<uint64_t>::max(), DstAlign, SrcAlign, in lowerMemcpyInline() 9880 Align SrcAlign, bool IsVolatile) { in lowerMemcpy() argument 9890 Align Alignment = std::min(DstAlign, SrcAlign); in lowerMemcpy() 9909 MemOp::Copy(KnownLen, DstAlignCanChange, Alignment, SrcAlign, in lowerMemcpy() 9986 uint64_t KnownLen, Align DstAlign, Align SrcAlign, in lowerMemmove() argument 9998 Align Alignment = std::min(DstAlign, SrcAlign); in lowerMemmove() 10017 MemOp::Copy(KnownLen, DstAlignCanChange, Alignment, SrcAlign, in lowerMemmove() [all …]
|
| H A D | IRTranslator.cpp | 1727 Align SrcAlign; in translateMemFunc() local 1735 SrcAlign = MCI->getSourceAlign().valueOrOne(); in translateMemFunc() 1739 SrcAlign = MMI->getSourceAlign().valueOrOne(); in translateMemFunc() 1778 MachinePointerInfo(SrcPtr), LoadFlags, 1, SrcAlign, AAInfo)); in translateMemFunc()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 1304 unsigned DestAddrSpace, Align SrcAlign, Align DestAlign, in getMemcpyLoopLoweringType() argument 1307 DestAddrSpace, SrcAlign, DestAlign, in getMemcpyLoopLoweringType() 1314 Align SrcAlign, Align DestAlign, in getMemcpyLoopResidualLoweringType() argument 1317 OpsOut, Context, RemainingBytes, SrcAddrSpace, DestAddrSpace, SrcAlign, in getMemcpyLoopResidualLoweringType()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 1716 unsigned DestAddrSpace, Align SrcAlign, Align DestAlign, 1728 Align SrcAlign, Align DestAlign,
|
| H A D | TargetTransformInfoImpl.h | 995 Align SrcAlign, Align DestAlign, in getMemcpyLoopLoweringType() argument 1004 Align SrcAlign, Align DestAlign, in getMemcpyLoopResidualLoweringType() argument
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 133 Align SrcAlign; // Inferred alignment of the source or default value if the member 137 Align SrcAlign, bool IsVolatile, 147 Op.SrcAlign = SrcAlign; 183 return SrcAlign; in getSrcAlign() 186 return isMemset() || llvm::isAligned(AlignCheck, SrcAlign.value()); in isSrcAligned()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | SROA.cpp | 3481 MaybeAlign DestAlign, SrcAlign; in visitMemTransferInst() local 3487 SrcAlign = OtherAlign; in visitMemTransferInst() 3492 SrcAlign = SliceAlign; in visitMemTransferInst() 3494 CallInst *New = IRB.CreateMemCpy(DestPtr, DestAlign, SrcPtr, SrcAlign, in visitMemTransferInst() 3538 MaybeAlign SrcAlign = OtherAlign; in visitMemTransferInst() local 3541 std::swap(SrcAlign, DstAlign); in visitMemTransferInst() 3566 LoadInst *Load = IRB.CreateAlignedLoad(OtherTy, SrcPtr, SrcAlign, in visitMemTransferInst()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAG.cpp | 8404 MaybeAlign SrcAlign = DAG.InferPtrAlign(Src); in getMemcpyLoadsAndStores() local 8405 if (!SrcAlign || Alignment > *SrcAlign) in getMemcpyLoadsAndStores() 8406 SrcAlign = Alignment; in getMemcpyLoadsAndStores() 8407 assert(SrcAlign && "SrcAlign must be set"); in getMemcpyLoadsAndStores() 8417 *SrcAlign, isVol, CopyFromConstant); in getMemcpyLoadsAndStores() 8520 commonAlignment(*SrcAlign, SrcOff), SrcMMOFlags, NewAAInfo); in getMemcpyLoadsAndStores() 8605 MaybeAlign SrcAlign = DAG.InferPtrAlign(Src); in getMemmoveLoadsAndStores() local 8606 if (!SrcAlign || Alignment > *SrcAlign) in getMemmoveLoadsAndStores() 8607 SrcAlign = Alignment; in getMemmoveLoadsAndStores() 8608 assert(SrcAlign && "SrcAlign must be set"); in getMemmoveLoadsAndStores() [all …]
|
| H A D | LegalizeDAG.cpp | 1857 Align SrcAlign = DAG.getDataLayout().getPrefTypeAlign( in EmitStackConvert() local 1859 SDValue FIPtr = DAG.CreateStackTemporary(SlotVT.getStoreSize(), SrcAlign); in EmitStackConvert() 1872 SlotVT, SrcAlign); in EmitStackConvert() 1875 Store = DAG.getStore(Chain, dl, SrcOp, FIPtr, PtrInfo, SrcAlign); in EmitStackConvert()
|
| H A D | SelectionDAGBuilder.cpp | 6575 Align SrcAlign = MCI.getSourceAlign().valueOrOne(); in visitIntrinsicCall() local 6576 Align Alignment = std::min(DstAlign, SrcAlign); in visitIntrinsicCall() 6614 Align SrcAlign = MMI.getSourceAlign().valueOrOne(); in visitIntrinsicCall() local 6615 Align Alignment = std::min(DstAlign, SrcAlign); in visitIntrinsicCall() 9184 Align SrcAlign = DAG.InferPtrAlign(Src).valueOrOne(); in visitMemPCpyCall() local 9186 Align Alignment = std::min(DstAlign, SrcAlign); in visitMemPCpyCall()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm-c/ |
| H A D | Core.h | 4676 unsigned SrcAlign, LLVMValueRef Size); 4684 unsigned SrcAlign, LLVMValueRef Size);
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineCalls.cpp | 124 Align SrcAlign = getKnownAlignment(MI->getRawSource(), DL, MI, &AC, &DT); in SimplifyAnyMemTransfer() local 126 if (!CopySrcAlign || *CopySrcAlign < SrcAlign) { in SimplifyAnyMemTransfer() 127 MI->setSourceAlignment(SrcAlign); in SimplifyAnyMemTransfer()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.cpp | 1173 const Align SrcAlign = MC->getSourceAlign().valueOrOne(); in getNumMemOps() local 1175 MOp = MemOp::Copy(Size, /*DstAlignCanChange*/ false, DstAlign, SrcAlign, in getNumMemOps()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | CodeGenPrepare.cpp | 2683 Align SrcAlign = getKnownAlignment(MTI->getSource(), *DL); in optimizeCallInst() local 2684 if (!MTISrcAlign || SrcAlign > *MTISrcAlign) in optimizeCallInst() 2685 MTI->setSourceAlignment(SrcAlign); in optimizeCallInst()
|