| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationPlanner.h | 235 ElementCount Width;
245 ElementCount MinProfitableTripCount;
247 VectorizationFactor(ElementCount Width, InstructionCost Cost, in VectorizationFactor()
253 return {ElementCount::getFixed(1), 0, 0}; in Disabled()
271 ElementCount FixedVF;
272 ElementCount ScalableVF;
275 : FixedVF(ElementCount::getFixed(0)), in FixedScalableVFPair()
276 ScalableVF(ElementCount::getScalable(0)) {} in FixedScalableVFPair()
277 FixedScalableVFPair(const ElementCount &Max) : FixedScalableVFPair() { in FixedScalableVFPair()
280 FixedScalableVFPair(const ElementCount &FixedVF, in FixedScalableVFPair()
[all …]
|
| H A D | LoopVectorize.cpp | 475 OptimizationRemarkEmitter *ORE, ElementCount VecWidth, in InnerLoopVectorizer()
476 ElementCount MinProfitableTripCount, in InnerLoopVectorizer()
639 ElementCount VF;
641 ElementCount MinProfitableTripCount;
722 ElementCount::getFixed(1), in InnerLoopUnroller()
723 ElementCount::getFixed(1), UnrollFactor, LVL, CM, in InnerLoopUnroller()
731 ElementCount MainLoopVF = ElementCount::getFixed(0);
733 ElementCount EpilogueVF = ElementCount::getFixed(0);
742 EpilogueLoopVectorizationInfo(ElementCount MVF, unsigned MUF, in EpilogueLoopVectorizationInfo()
743 ElementCount EVF, unsigned EUF) in EpilogueLoopVectorizationInfo()
[all …]
|
| H A D | LoopVectorizationLegality.cpp | 153 getWidth() == ElementCount::getFixed(1) && getInterleave() == 1; in LoopVectorizeHints()
237 if (getWidth() == ElementCount::getFixed(1)) in vectorizeAnalysisPassName()
249 ElementCount EC = getWidth(); in allowReordering()
568 bool LoopVectorizationLegality::isUniform(Value *V, ElementCount VF) const { in isUniform()
602 ElementCount VF) const { in isUniformMemOp()
774 ElementCount WidestFixedVF, WidestScalableVF; in isTLIScalarize()
776 for (ElementCount VF = ElementCount::getFixed(2); in isTLIScalarize()
777 ElementCount::isKnownLE(VF, WidestFixedVF); VF *= 2) in isTLIScalarize()
779 for (ElementCount VF = ElementCount::getScalable(1); in isTLIScalarize()
780 ElementCount::isKnownLE(VF, WidestScalableVF); VF *= 2) in isTLIScalarize()
|
| H A D | VPlan.h | 80 Value *getRuntimeVF(IRBuilderBase &B, Type *Ty, ElementCount VF);
83 Value *createStepForVF(IRBuilderBase &B, Type *Ty, ElementCount VF,
102 const ElementCount Start;
105 ElementCount End;
111 VFRange(const ElementCount &Start, const ElementCount &End) in VFRange()
124 ElementCount> {
125 ElementCount VF;
128 iterator(ElementCount VF) : VF(VF) {} in iterator()
132 ElementCount operator*() const { return VF; }
182 static VPLane getLaneFromEnd(const ElementCount &VF, unsigned Offset) { in getLaneFromEnd()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Support/ |
| H A D | TypeSize.h | 299 class ElementCount
300 : public details::FixedOrScalableQuantity<ElementCount, unsigned> {
301 constexpr ElementCount(ScalarTy MinVal, bool Scalable) in ElementCount() function
304 constexpr ElementCount( in ElementCount() function
305 const FixedOrScalableQuantity<ElementCount, unsigned> &V) in ElementCount() argument
309 constexpr ElementCount() : FixedOrScalableQuantity() {} in ElementCount() function
311 static constexpr ElementCount getFixed(ScalarTy MinVal) { in getFixed()
312 return ElementCount(MinVal, false); in getFixed()
314 static constexpr ElementCount getScalable(ScalarTy MinVal) { in getScalable()
315 return ElementCount(MinVal, true); in getScalable()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | InjectTLIMappings.cpp | 41 static void addVariantDeclaration(CallInst &CI, const ElementCount &VF, in addVariantDeclaration()
94 auto AddVariantDecl = [&](const ElementCount &VF, bool Predicate) { in addMappingsFromTLI()
109 ElementCount WidestFixedVF, WidestScalableVF; in addMappingsFromTLI()
113 for (ElementCount VF = ElementCount::getFixed(2); in addMappingsFromTLI()
114 ElementCount::isKnownLE(VF, WidestFixedVF); VF *= 2) in addMappingsFromTLI()
117 for (ElementCount VF = ElementCount::getScalable(2); in addMappingsFromTLI()
118 ElementCount::isKnownLE(VF, WidestScalableVF); VF *= 2) in addMappingsFromTLI()
|
| H A D | DXILResource.cpp | 67 ElementType ElementTy, uint32_t ElementCount, in SRV() argument
73 RI.Typed.ElementCount = ElementCount; in SRV()
99 uint32_t ElementCount, in Texture2DMS() argument
104 RI.Typed.ElementCount = ElementCount; in Texture2DMS()
111 ElementType ElementTy, uint32_t ElementCount, uint32_t SampleCount) { in Texture2DMSArray() argument
115 RI.Typed.ElementCount = ElementCount; in Texture2DMSArray()
122 ElementType ElementTy, uint32_t ElementCount, in UAV() argument
129 RI.Typed.ElementCount = ElementCount; in UAV()
167 ElementType ElementTy, uint32_t ElementCount, in RWTexture2DMS() argument
172 RI.Typed.ElementCount = ElementCount; in RWTexture2DMS()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGenTypes/ |
| H A D | LowLevelType.h | 44 ElementCount::getFixed(0), SizeInBits, in scalar()
51 /*isScalar=*/true, ElementCount::getFixed(0), in token()
60 ElementCount::getFixed(0), SizeInBits, AddressSpace}; in pointer()
64 static constexpr LLT vector(ElementCount EC, unsigned ScalarSizeInBits) { in vector()
71 static constexpr LLT vector(ElementCount EC, LLT ScalarTy) { in vector()
102 return vector(ElementCount::getFixed(NumElements), ScalarSizeInBits); in fixed_vector()
108 return vector(ElementCount::getFixed(NumElements), ScalarTy); in fixed_vector()
115 return vector(ElementCount::getScalable(MinNumElements), ScalarSizeInBits); in scalable_vector()
121 return vector(ElementCount::getScalable(MinNumElements), ScalarTy); in scalable_vector()
124 static constexpr LLT scalarOrVector(ElementCount EC, LLT ScalarTy) { in scalarOrVector()
[all …]
|
| H A D | MachineValueType.h | 243 ElementCount NElts = getVectorElementCount(); in getPow2VectorType()
245 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType()
279 ElementCount getVectorElementCount() const { in getVectorElementCount()
280 return ElementCount::get(getVectorMinNumElements(), isScalableVector()); in getVectorElementCount()
466 static MVT getVectorVT(MVT VT, ElementCount EC) { in getVectorVT()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | DXILResource.h | 56 uint32_t ElementCount; member
59 return std::tie(ElementTy, ElementCount) ==
60 std::tie(RHS.ElementTy, RHS.ElementCount);
123 dxil::ElementType ElementTy, uint32_t ElementCount,
134 uint32_t ElementCount, uint32_t SampleCount);
138 uint32_t ElementCount, uint32_t SampleCount);
142 dxil::ElementType ElementTy, uint32_t ElementCount,
156 uint32_t ElementCount, uint32_t SampleCount,
161 uint32_t ElementCount, uint32_t SampleCount,
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetLibraryInfo.h | 46 ElementCount VectorizationFactor;
53 ElementCount VectorizationFactor, bool Masked, StringRef VABIPrefix) in VecDesc()
60 ElementCount getVectorizationFactor() const { return VectorizationFactor; } in getVectorizationFactor()
202 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
213 StringRef getVectorizedFunction(StringRef F, const ElementCount &VF,
219 const VecDesc *getVectorMappingInfo(StringRef F, const ElementCount &VF,
267 void getWidestVF(StringRef ScalarF, ElementCount &FixedVF,
268 ElementCount &Scalable) const;
389 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
395 StringRef getVectorizedFunction(StringRef F, const ElementCount &VF,
[all …]
|
| H A D | TensorSpec.h | 84 size_t getElementCount() const { return ElementCount; } in getElementCount()
88 size_t getTotalTensorBufferSize() const { return ElementCount * ElementSize; } in getTotalTensorBufferSize()
110 size_t ElementCount = 0; variable
|
| /freebsd/sys/contrib/dev/acpica/components/dispatcher/ |
| H A D | dspkginit.c | 205 UINT32 ElementCount, in AcpiDsBuildInternalPackageObj() argument
269 ((ACPI_SIZE) ElementCount + 1) * sizeof (void *)); in AcpiDsBuildInternalPackageObj()
277 ObjDesc->Package.Count = ElementCount; in AcpiDsBuildInternalPackageObj()
307 for (i = 0; Arg && (i < ElementCount); i++) in AcpiDsBuildInternalPackageObj()
435 i, ElementCount)); in AcpiDsBuildInternalPackageObj()
437 else if (i < ElementCount) in AcpiDsBuildInternalPackageObj()
449 ACPI_GET_FUNCTION_NAME, i, ElementCount)); in AcpiDsBuildInternalPackageObj()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizeMutations.cpp | 51 ElementCount NewEltCount = in changeElementCountTo()
52 NewTy.isVector() ? NewTy.getElementCount() : ElementCount::getFixed(1); in changeElementCountTo()
61 ElementCount NewEltCount = NewEltTy.isVector() ? NewEltTy.getElementCount() in changeElementCountTo()
62 : ElementCount::getFixed(1); in changeElementCountTo()
|
| H A D | LegalizerInfo.cpp | 135 const ElementCount OldElts = OldTy.isVector() ? in mutationIsSane()
136 OldTy.getElementCount() : ElementCount::getFixed(1); in mutationIsSane()
140 if (ElementCount::isKnownGE(NewTy.getElementCount(), OldElts)) in mutationIsSane()
144 if (ElementCount::isKnownLE(NewTy.getElementCount(), OldElts)) in mutationIsSane()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | VectorBuilder.h | 47 ElementCount StaticVectorLength;
70 StaticVectorLength(ElementCount::getFixed(0)) {} in Builder()
87 StaticVectorLength = ElementCount::getFixed(NewFixedVL); in setStaticVL()
|
| H A D | DerivedTypes.h | 439 static VectorType *get(Type *ElementType, ElementCount EC);
444 ElementCount::get(NumElements, Scalable)); in get()
529 inline ElementCount getElementCount() const;
641 inline ElementCount VectorType::getElementCount() const { in getElementCount()
642 return ElementCount::get(ElementQuantity, isa<ScalableVectorType>(this)); in getElementCount()
|
| H A D | Intrinsics.h | 155 ElementCount Vector_Width;
207 Result.Vector_Width = ElementCount::get(Width, IsScalable); in getVector()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | ValueTypes.h | 83 static EVT getVectorVT(LLVMContext &Context, EVT VT, ElementCount EC) { in getVectorVT()
340 ElementCount getVectorElementCount() const { in getVectorElementCount()
464 ElementCount NElts = getVectorElementCount(); in getPow2VectorType()
466 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType()
526 ElementCount EC);
543 ElementCount getExtendedVectorElementCount() const LLVM_READONLY;
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | VFABIDemangling.cpp | |
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.h | 137 ElementCount getWidth() const { in getWidth()
138 return ElementCount::get(Width.Value, (ScalableForceKind)Scalable.Value == in getWidth()
358 bool isUniform(Value *V, ElementCount VF) const;
363 bool isUniformMemOp(Instruction &I, ElementCount VF) const;
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/ |
| H A D | DXILIntrinsicExpansion.cpp | 60 ElementCount::getFixed( in expandAbs()
111 ElementCount::getFixed( in expandExpIntrinsic()
143 ElementCount::getFixed(XVec->getNumElements()), in expandAnyIntrinsic()
147 ElementCount::getFixed(XVec->getNumElements()), in expandAnyIntrinsic()
183 ElementCount::getFixed( in expandLogIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.h | 151 unsigned getMaxNumElements(ElementCount VF) const { in getMaxNumElements()
158 unsigned getMaxInterleaveFactor(ElementCount VF);
299 bool isLegalBroadcastLoad(Type *ElementTy, ElementCount NumElements) const { in isLegalBroadcastLoad()
387 ElementCount VF) const;
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ValueTypes.cpp | 54 EVT EVT::getExtendedVectorVT(LLVMContext &Context, EVT VT, ElementCount EC) { in getExtendedVectorVT()
136 ElementCount EC = cast<VectorType>(LLVMTy)->getElementCount(); in getExtendedVectorNumElements()
146 ElementCount EVT::getExtendedVectorElementCount() const { in getExtendedVectorElementCount()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonTargetTransformInfo.h | 85 unsigned getMaxInterleaveFactor(ElementCount VF);
88 ElementCount getMinimumVF(unsigned ElemWidth, bool IsScalable) const;
|