/freebsd/contrib/llvm-project/llvm/include/llvm/Support/ |
H A D | TypeSize.h | 171 constexpr bool isScalable() const { return Scalable; } in isScalable() function 194 if (!isScalable() && RHS.isScalable()) in isKnownMultipleOf() 203 assert((!isScalable() || isZero()) && in getFixedValue() 220 if (!LHS.isScalable() || RHS.isScalable()) in isKnownLT() 227 if (LHS.isScalable() || !RHS.isScalable()) in isKnownGT() 234 if (!LHS.isScalable() || RHS.isScalable()) in isKnownLE() 241 if (LHS.isScalable() || !RHS.isScalable()) in isKnownGE() 255 return LeafTy::get(getKnownMinValue() / RHS, isScalable()); in divideCoefficientBy() 259 return LeafTy::get(getKnownMinValue() * RHS, isScalable()); in multiplyCoefficientBy() 265 isScalable()); in coefficientNextPowerOf2() [all …]
|
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGenTypes/ |
H A D | LowLevelType.h | 160 if (isScalable()) in getNumElements() 170 constexpr bool isScalable() const { in isScalable() function 178 constexpr bool isFixedVector() const { return isVector() && !isScalable(); } in isFixedVector() 182 constexpr bool isScalableVector() const { return isVector() && isScalable(); } in isScalableVector() 189 isScalable()); in getElementCount() 198 EC.isScalable()); in getSizeInBits() 205 return {(BaseSize.getKnownMinValue() + 7) / 8, BaseSize.isScalable()}; in getSizeInBytes() 433 maskAndShift(EC.isScalable() ? 1 : 0, VectorScalableFieldInfo); 440 maskAndShift(EC.isScalable() ? 1 : 0,
|
H A D | MachineValueType.h | 245 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType() 347 return {(BaseSize.getKnownMinValue() + 7) / 8, BaseSize.isScalable()}; in getStoreSize() 467 if (EC.isScalable()) in getVectorVT()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
H A D | MemoryLocation.h | 113 return LocationSize(Value.getKnownMinValue(), Value.isScalable()); in precise() 125 if (Value.isScalable()) in upperBound() 160 if (isScalable() || Other.isScalable()) in unionWith() 169 bool isScalable() const { return (Value & ScalableBit); } in isScalable() function 175 return {Value & ~(ImpreciseBit | ScalableBit), isScalable()}; in getValue()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
H A D | LoadStoreOpt.cpp | 131 if (PtrDiff >= 0 && Size1.hasValue() && !Size1.isScalable()) { in aliasIsKnownForLoadStore() 138 if (PtrDiff < 0 && Size2.hasValue() && !Size2.isScalable()) { in aliasIsKnownForLoadStore() 253 if ((MUC0.NumBytes.isScalable() && MUC0.Offset != 0) || in instMayAlias() 254 (MUC1.NumBytes.isScalable() && MUC1.Offset != 0)) in instMayAlias() 258 !MUC0.NumBytes.isScalable() && !MUC1.NumBytes.isScalable(); in instMayAlias() 285 Size0.isScalable() ? Size0 : LocationSize::precise(Overlap0); in instMayAlias() 287 Size1.isScalable() ? Size1 : LocationSize::precise(Overlap1); in instMayAlias()
|
/freebsd/contrib/llvm-project/llvm/lib/Support/ |
H A D | TypeSize.cpp | 51 if (isScalable()) { in operator TypeSize::ScalarTy()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | LoopVectorizationPlanner.h | 278 *(Max.isScalable() ? &ScalableVF : &FixedVF) = Max; in FixedScalableVFPair() 283 assert(!FixedVF.isScalable() && ScalableVF.isScalable() && in FixedScalableVFPair()
|
H A D | LoopVectorize.cpp | 2325 if (VF.isScalable()) { in isIndvarOverflowCheckKnownFalse() 2482 if (!VF.isScalable()) in emitIterationCountCheck() 2492 else if (VF.isScalable() && in emitIterationCountCheck() 3121 if (VF.isScalable()) { in collectLoopScalars() 3401 if (!VF.isScalable()) { in getDivRemSpeculationCost() 3917 UserVF.isScalable() ? MaxSafeScalableVF : MaxSafeFixedVF; in computeFeasibleMaxVF() 3921 if (UserVF.isScalable()) in computeFeasibleMaxVF() 3932 if (!UserVF.isScalable()) { in computeFeasibleMaxVF() 3989 if (MaxVF.isScalable()) { in computeFeasibleMaxVF() 4116 setTailFoldingStyles(MaxFactors.ScalableVF.isScalable(), UserIC); in computeMaxVF() [all …]
|
H A D | VPlanRecipes.cpp | 471 assert(State.VF.isScalable() && "Expected scalable vector factor."); in generatePerPart() 1436 if (!FirstLaneOnly && State.VF.isScalable()) { in execute() 1457 if (!FirstLaneOnly && State.VF.isScalable()) { in execute() 1478 assert((State.VF.isScalable() || isa<Constant>(StartIdx)) && in execute() 1596 Type *IndexTy = State.VF.isScalable() && (IsReverse || Part > 0) in execute() 2196 if (State.VF.isScalable()) { in execute() 2305 assert(!State.VF.isScalable() && "VF is assumed to be non scalable."); in execute() 2327 assert((!MaskForGaps || !State.VF.isScalable()) && in execute()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
H A D | SelectionDAGAddressAnalysis.cpp | 111 if (PtrDiff >= 0 && NumBytes0.hasValue() && !NumBytes0.isScalable()) { in computeAliasing() 119 if (PtrDiff < 0 && NumBytes1.hasValue() && !NumBytes1.isScalable()) { in computeAliasing()
|
/freebsd/contrib/llvm-project/llvm/lib/IR/ |
H A D | VectorBuilder.cpp | 49 assert(!StaticVectorLength.isScalable() && "TODO vscale lowering"); in requestEVL()
|
H A D | DataLayout.cpp | 69 if (!StructSize.isScalable() && !isAligned(TyAlign, StructSize)) { in StructLayout() 84 if (!StructSize.isScalable() && !isAligned(StructAlignment, StructSize)) { in StructLayout() 93 assert(!StructSize.isScalable() && in getElementContainingOffset() 952 if (ElemSize.isScalable() || ElemSize == 0 || in getElementIndex()
|
H A D | Type.cpp | 193 assert(!ETS.isScalable() && "Vector type should have fixed-width elements"); in getPrimitiveSizeInBits() 194 return {ETS.getFixedValue() * EC.getKnownMinValue(), EC.isScalable()}; in getPrimitiveSizeInBits() 677 if (EC.isScalable()) in get()
|
/freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
H A D | BasicAliasAnalysis.cpp | 676 if (AllocTypeSize.isScalable()) { in DecomposeGEPExpression() 687 if (AllocTypeSize.isScalable()) { in DecomposeGEPExpression() 1115 V2Size.hasValue() && !V2Size.isScalable() && in aliasGEP() 1123 V1Size.hasValue() && !V1Size.isScalable() && in aliasGEP() 1178 if (!LSize.isScalable()) { in aliasGEP() 1183 if (VRightSize.hasValue() && !VRightSize.isScalable() && in aliasGEP() 1237 if (V1Size.isScalable() || V2Size.isScalable()) in aliasGEP()
|
H A D | Loads.cpp | 443 if (TySize.isScalable()) in isSafeToLoadUnconditionally() 571 if (LoadTypeSize.isScalable()) in getAvailableLoadStore()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
H A D | ValueTypes.h | 382 return {(BaseSize.getKnownMinValue() + 7) / 8, BaseSize.isScalable()}; in getStoreSize() 466 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64TargetTransformInfo.h | 152 if (!VF.isScalable()) in getMaxNumElements() 301 if (!ST->hasNEON() || NumElements.isScalable()) in isLegalBroadcastLoad()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
H A D | RISCVTargetTransformInfo.h | 306 if (!VF.isScalable()) in isLegalToVectorizeReduction() 336 if (VF.isScalable()) in getMaxInterleaveFactor()
|
H A D | RISCVSubtarget.h | 205 if (auto VLen = getRealVLen(); VLen && X.isScalable()) { in expandVScale()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
H A D | DataLayout.h | 474 return {divideCeil(BaseSize.getKnownMinValue(), 8), BaseSize.isScalable()}; in getTypeStoreSize() 713 return TypeSize(MinBits, EltCnt.isScalable()); in getTypeSizeInBits()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
H A D | LoopStrengthReduce.cpp | 313 return {Value, Scalable || RHS.isScalable()}; in addUnsigned() 319 return {Value, Scalable || RHS.isScalable()}; in subUnsigned() 357 if (LHS.isScalable() && !RHS.isScalable()) in operator ()() 359 if (!LHS.isScalable() && RHS.isScalable()) in operator ()() 1823 BaseOffset.isScalable() ? 0 : BaseOffset.getFixedValue(); in isAMCompletelyFolded() 1825 BaseOffset.isScalable() ? BaseOffset.getKnownMinValue() : 0; in isAMCompletelyFolded() 1850 if (BaseOffset.isScalable()) in isAMCompletelyFolded() 1885 (BaseOffset.isScalable() != MinOffset.isScalable() || in isAMCompletelyFolded() 1886 BaseOffset.isScalable() != MaxOffset.isScalable())) in isAMCompletelyFolded() 1894 MinOffset = Immediate::get((uint64_t)Base + Min, MinOffset.isScalable()); in isAMCompletelyFolded() [all …]
|
H A D | MemCpyOptimizer.cpp | 183 assert(!StoreSize.isScalable() && "Can't track scalable-typed stores"); in addStore() 365 if (DL.getTypeStoreSize(SI->getOperand(0)->getType()).isScalable()) in tryMergingIntoMemset() 415 if (DL.getTypeStoreSize(StoredVal->getType()).isScalable()) in tryMergingIntoMemset() 874 if (cpySize.isScalable()) in performCallSlotOptzn() 889 if (SrcAllocaSize.isScalable()) in performCallSlotOptzn() 1982 if (!AllocaSize || AllocaSize->isScalable()) in processImmutArgument()
|
/freebsd/contrib/llvm-project/llvm/utils/TableGen/Common/GlobalISel/ |
H A D | GlobalISelMatchTable.cpp | 356 OS << (Ty.isScalable() ? "GILLT_nxv" : "GILLT_v") in emitCxxEnumValue() 377 << (Ty.isScalable() ? "ElementCount::getScalable(" in emitCxxConstructorCall() 411 return std::tuple(Ty.isScalable(), in operator <() 413 std::tuple(Other.Ty.isScalable(), in operator <() 416 assert((!Ty.isVector() || Ty.isScalable() == Other.Ty.isScalable()) && in operator <() 419 ? std::tuple(Ty.isScalable(), in operator <() 421 std::tuple(Other.Ty.isScalable(), in operator <()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
H A D | FunctionComparator.cpp | 607 if (STyL->getElementCount().isScalable() != in cmpTypes() 608 STyR->getElementCount().isScalable()) in cmpTypes() 609 return cmpNumbers(STyL->getElementCount().isScalable(), in cmpTypes() 610 STyR->getElementCount().isScalable()); in cmpTypes()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
H A D | ValueTypes.cpp | 137 if (EC.isScalable()) { in getExtendedVectorNumElements()
|