| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | VNCoercion.cpp | 216 uint64_t StoreSize = WriteSizeInBits / 8; // Convert to bytes. in analyzeLoadFromClobberingWrite() local 224 StoreOffset + int64_t(StoreSize) < LoadOffset + int64_t(LoadSize)) in analyzeLoadFromClobberingWrite() 246 uint64_t StoreSize = in analyzeLoadFromClobberingStore() local 248 return analyzeLoadFromClobberingWrite(LoadTy, LoadPtr, StorePtr, StoreSize, in analyzeLoadFromClobberingStore() 347 uint64_t StoreSize = in getStoreValueForLoadHelper() local 357 Builder.CreateBitCast(SrcVal, IntegerType::get(Ctx, StoreSize * 8)); in getStoreValueForLoadHelper() 364 ShiftAmt = (StoreSize - LoadSize - Offset) * 8; in getStoreValueForLoadHelper() 369 if (LoadSize != StoreSize) in getStoreValueForLoadHelper()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64MachineScheduler.cpp | 56 int StoreSize = AArch64InstrInfo::getMemScale(MI) * Multiples; in mayOverlapWrite() local 58 return llabs(Off0 - Off1) < StoreSize; in mayOverlapWrite()
|
| H A D | AArch64StackTagging.cpp | 140 int64_t StoreSize = DL->getTypeStoreSize(SI->getOperand(0)->getType()); in addStore() local 141 if (!addRange(Offset, Offset + StoreSize, SI)) in addStore() 144 applyStore(IRB, Offset, Offset + StoreSize, SI->getOperand(0)); in addStore() 149 uint64_t StoreSize = cast<ConstantInt>(MSI->getLength())->getZExtValue(); in addMemSet() local 150 if (!addRange(Offset, Offset + StoreSize, MSI)) in addMemSet() 153 applyMemSet(IRB, Offset, Offset + StoreSize, in addMemSet()
|
| H A D | AArch64LoadStoreOptimizer.cpp | 699 int StoreSize = TII->getMemScale(StoreInst); in isLdOffsetInRangeOfSt() local 703 : AArch64InstrInfo::getLdStOffsetOp(StoreInst).getImm() * StoreSize; in isLdOffsetInRangeOfSt() 709 (UnscaledLdOffset + LoadSize <= (UnscaledStOffset + StoreSize)); in isLdOffsetInRangeOfSt() 1402 int StoreSize = TII->getMemScale(*StoreI); in promoteLoadFromStore() local 1413 if (LoadSize == StoreSize && (LoadSize == 4 || LoadSize == 8)) { in promoteLoadFromStore() 1446 assert(LoadSize <= StoreSize && "Invalid load size"); in promoteLoadFromStore() 1454 : AArch64InstrInfo::getLdStOffsetOp(*StoreI).getImm() * StoreSize; in promoteLoadFromStore() 1462 (UnscaledLdOffset + LoadSize) <= UnscaledStOffset + StoreSize) && in promoteLoadFromStore()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LoopIdiomRecognize.cpp | 238 const SCEV *StoreSize, MaybeAlign StoreAlign, 505 unsigned StoreSize = DL->getTypeStoreSize(SI->getValueOperand()->getType()); in isLegalStore() local 507 if (StoreSize != StrideAP && StoreSize != -StrideAP) in isLegalStore() 716 unsigned StoreSize = 0; in processLoopStores() local 724 StoreSize += DL->getTypeStoreSize(I->getValueOperand()->getType()); in processLoopStores() 736 if (StoreSize != Stride && StoreSize != -Stride) in processLoopStores() 739 bool IsNegStride = StoreSize == -Stride; in processLoopStores() 742 const SCEV *StoreSizeSCEV = SE->getConstant(IntIdxTy, StoreSize); in processLoopStores() 1208 unsigned StoreSize = DL->getTypeStoreSize(SI->getValueOperand()->getType()); in processLoopStoreOfLoopLoad() local 1220 const SCEV *StoreSizeSCEV = SE->getConstant(StorePtr->getType(), StoreSize); in processLoopStoreOfLoopLoad() [all …]
|
| H A D | SROA.cpp | 1142 TypeSize StoreSize = DL.getTypeStoreSize(ValOp->getType()); in visitStoreInst() local 1143 if (StoreSize.isScalable()) { in visitStoreInst() 1148 StoreSize = TypeSize::getFixed(StoreSize.getKnownMinValue() * VScale); in visitStoreInst() 1151 uint64_t Size = StoreSize.getFixedValue(); in visitStoreInst() 1314 TypeSize StoreSize = DL.getTypeStoreSize(Op->getType()); in hasUnsafePHIOrSelectUse() local 1315 if (StoreSize.isScalable()) { in hasUnsafePHIOrSelectUse() 1319 Size = std::max(Size, StoreSize.getFixedValue()); in hasUnsafePHIOrSelectUse() 2486 TypeSize StoreSize = DL.getTypeStoreSize(ValueTy); in isIntegerWideningViableForSlice() local 2487 if (!StoreSize.isFixed() || StoreSize.getFixedValue() > Size) in isIntegerWideningViableForSlice() 3144 TypeSize StoreSize = DL.getTypeStoreSize(V->getType()); in visitStoreInst() local [all …]
|
| H A D | MemCpyOptimizer.cpp | 185 TypeSize StoreSize = DL.getTypeStoreSize(SI->getOperand(0)->getType()); in addStore() local 186 assert(!StoreSize.isScalable() && "Can't track scalable-typed stores"); in addStore() 187 addRange(OffsetFromFirst, StoreSize.getFixedValue(), in addStore()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCHazardRecognizers.h | 73 uint64_t StoreSize[4]; variable
|
| H A D | PPCHazardRecognizers.cpp | 311 if (int64_t(StoreOffset[i]+StoreSize[i]) > LoadOffset) return true; in isLoadOfStoredAddress() 406 StoreSize[NumStores] = MO->getSize().getValue(); in EmitInstruction()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | StackSlotColoring.cpp | 490 TypeSize StoreSize = TypeSize::getZero(); in RemoveDeadStores() local 499 if (!(StoreReg = TII->isStoreToStackSlot(*NextMI, SecondSS, StoreSize))) in RemoveDeadStores() 502 LoadSize != StoreSize || !MFI->isSpillSlotObjectIndex(FirstSS)) in RemoveDeadStores()
|
| H A D | MachineFunction.cpp | 1512 uint64_t StoreSize = DL.getTypeStoreSize(A->getType()); in CanShareConstantPoolEntry() local 1513 if (StoreSize != DL.getTypeStoreSize(B->getType()) || StoreSize > 128) in CanShareConstantPoolEntry() 1518 Type *IntTy = IntegerType::get(A->getContext(), StoreSize*8); in CanShareConstantPoolEntry()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonLoopIdiomRecognition.cpp | 1935 unsigned StoreSize = DL->getTypeStoreSize(SI->getValueOperand()->getType()); in isLegalStore() local 1936 if (StoreSize != unsigned(std::abs(Stride))) in isLegalStore() 1965 const SCEV *BECount, unsigned StoreSize, in mayLoopAccessLocation() argument 1977 StoreSize); in mayLoopAccessLocation() 2012 unsigned StoreSize = DL->getTypeStoreSize(SI->getValueOperand()->getType()); in processCopyingStore() local 2013 if (Stride != StoreSize) in processCopyingStore() 2049 if (StoreSize != 4 || DL->getTypeSizeInBits(BECountTy) > 32) { in processCopyingStore() 2068 StoreSize, *AA, Ignore1)) { in processCopyingStore() 2072 BECount, StoreSize, *AA, Ignore1)) { in processCopyingStore() 2115 StoreSize, *AA, Ignore2)) in processCopyingStore() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86AvoidStoreForwardingBlocks.cpp | 619 int64_t StoreDispImm, unsigned StoreSize) { in isBlockingStore() argument 621 (StoreDispImm <= LoadDispImm + (LoadSize - StoreSize))); in isBlockingStore()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | Loads.cpp | 619 TypeSize StoreSize = DL.getTypeSizeInBits(Val->getType()); in getAvailableLoadStore() local 621 if (TypeSize::isKnownLE(LoadSize, StoreSize)) in getAvailableLoadStore()
|
| H A D | TargetTransformInfo.cpp | 1390 unsigned StoreSize, in getStoreVectorFactor() argument 1393 return TTIImpl->getStoreVectorFactor(VF, StoreSize, ChainSizeInBytes, VecTy); in getStoreVectorFactor()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUTargetTransformInfo.h | 129 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize,
|
| H A D | AMDGPUTargetTransformInfo.cpp | 369 unsigned GCNTTIImpl::getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor() argument 372 unsigned VecRegBitWidth = VF * StoreSize; in getStoreVectorFactor() 374 return 128 / StoreSize; in getStoreVectorFactor()
|
| H A D | AMDGPUISelLowering.cpp | 41 unsigned StoreSize = VT.getStoreSizeInBits(); in getEquivalentMemType() local 42 if (StoreSize <= 32) in getEquivalentMemType() 43 return EVT::getIntegerVT(Ctx, StoreSize); in getEquivalentMemType() 45 if (StoreSize % 32 == 0) in getEquivalentMemType() 46 return EVT::getVectorVT(Ctx, MVT::i32, StoreSize / 32); in getEquivalentMemType()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelDAGToDAG.cpp | 1538 TypeSize StoreSize = MemAccess->getMemoryVT().getStoreSize(); in storeLoadIsAligned() local 1545 if (MemAccess->getAlign().value() < StoreSize || in storeLoadIsAligned() 1550 if (MMO->getOffset() % StoreSize != 0) in storeLoadIsAligned() 1563 if (GA->getOffset() % StoreSize != 0) in storeLoadIsAligned() 1569 if (GV->getPointerAlignment(DL).value() < StoreSize) in storeLoadIsAligned()
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/ |
| H A D | CGExprCXX.cpp | 576 CharUnits StoreSize = Store.second; in EmitNullBaseClassInitialization() local 577 llvm::Value *StoreSizeVal = CGF.CGM.getSize(StoreSize); in EmitNullBaseClassInitialization() 590 CharUnits StoreSize = Store.second; in EmitNullBaseClassInitialization() local 591 llvm::Value *StoreSizeVal = CGF.CGM.getSize(StoreSize); in EmitNullBaseClassInitialization()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/AsmPrinter/ |
| H A D | AsmPrinter.cpp | 4082 const uint64_t StoreSize = DL.getTypeStoreSize(CV->getType()); in emitGlobalConstantImpl() local 4083 if (StoreSize <= 8) { in emitGlobalConstantImpl() 4087 AP.OutStreamer->emitIntValue(CI->getZExtValue(), StoreSize); in emitGlobalConstantImpl() 4093 if (Size != StoreSize) in emitGlobalConstantImpl() 4094 AP.OutStreamer->emitZeros(Size - StoreSize); in emitGlobalConstantImpl()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | MemorySanitizer.cpp | 1345 TypeSize StoreSize = DL.getTypeStoreSize(Shadow->getType()); in storeOrigin() local 1356 paintOrigin(IRB, updateOrigin(Origin, IRB), OriginPtr, StoreSize, in storeOrigin() 1378 paintOrigin(IRBNew, updateOrigin(Origin, IRBNew), OriginPtr, StoreSize, in storeOrigin() 6637 TypeSize StoreSize = DL.getTypeStoreSize(Shadow->getType()); in visitCallBase() local 6638 MSV.paintOrigin(IRB, Origin, OriginBase, StoreSize, in visitCallBase() 7471 TypeSize StoreSize = DL.getTypeStoreSize(Shadow->getType()); in visitCallBase() local 7472 MSV.paintOrigin(IRB, Origin, OriginBase, StoreSize, in visitCallBase()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 1804 LLVM_ABI unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize,
|
| H A D | TargetTransformInfoImpl.h | 1077 virtual unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor() argument
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | IRTranslator.cpp | 1378 TypeSize StoreSize = DL->getTypeStoreSize(LI.getType()); in translateLoad() local 1379 if (StoreSize.isZero()) in translateLoad() 1403 MemoryLocation(Ptr, LocationSize::precise(StoreSize), AAInfo))) { in translateLoad()
|