Home
last modified time | relevance | path

Searched defs:VF (Results 1 – 25 of 47) sorted by relevance

12

/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DInjectTLIMappings.cpp41 static void addVariantDeclaration(CallInst &CI, const ElementCount &VF, in addVariantDeclaration() argument
114 ElementCount::isKnownLE(VF, WidestFixedV in addMappingsFromTLI() local
93 __anon6d2b60130102(const ElementCount &VF, bool Predicate) addMappingsFromTLI() argument
118 for (ElementCount VF = ElementCount::getScalable(2); addMappingsFromTLI() local
[all...]
/freebsd/contrib/llvm-project/llvm/lib/Analysis/
H A DTargetLibraryInfo.cpp1239 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \ argument
1246 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \ argument
1253 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \ argument
1261 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \ argument
1269 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \ argument
1342 const ElementCount &VF, in getVectorizedFunction()
1351 TargetLibraryInfoImpl::getVectorMappingInfo(StringRef F, const ElementCount &VF, in getVectorMappingInfo()
1440 ElementCount *VF = in getWidestVF() local
H A DVFABIDemangling.cpp
H A DVectorUtils.cpp519 for (int Idx = 0, VF = FirstMask.size(); Idx < VF; ++Idx) { in processShuffleMasks() local
528 for (int Idx = 0, VF = Mask.size(); Idx < VF; ++Idx) { in processShuffleMasks() local
891 llvm::createBitMaskForGaps(IRBuilderBase &Builder, unsigned VF, in createBitMaskForGaps()
911 llvm::createReplicatedMask(unsigned ReplicationFactor, unsigned VF) { in createReplicatedMask()
920 llvm::SmallVector<int, 16> llvm::createInterleaveMask(unsigned VF, in createInterleaveMask()
931 llvm::createStrideMask(unsigned Start, unsigned Stride, unsigned VF) { in createStrideMask()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DLoopVectorize.cpp639 ElementCount VF; member in llvm::InnerLoopVectorizer
917 Value *createStepForVF(IRBuilderBase &B, Type *Ty, ElementCount VF, in createStepForVF()
924 Value *getRuntimeVF(IRBuilderBase &B, Type *Ty, ElementCount VF) { in getRuntimeVF()
964 VectorizationFactor VF, unsigned IC) { in reportVectorization()
1185 void setWideningDecision(Instruction *I, ElementCount VF, InstWidening W, in setWideningDecision()
1194 ElementCount VF, InstWidening W, in setWideningDecision()
1227 InstructionCost getWideningCost(Instruction *I, ElementCount VF) { in getWideningCost()
1243 void setCallWideningDecision(CallInst *CI, ElementCount VF, InstWidening Kind, in setCallWideningDecision()
1261 bool isOptimizableIVTruncate(Instruction *I, ElementCount VF) { in isOptimizableIVTruncate()
1294 void collectUniformsAndScalars(ElementCount VF) { in collectUniformsAndScalars()
[all …]
H A DVPlan.cpp219 VPTransformState::VPTransformState(ElementCount VF, unsigned UF, LoopInfo *LI, in VPTransformState()
765 for (unsigned Lane = 0, VF = State->VF.getKnownMinValue(); Lane < VF; in execute() local
780 InstructionCost VPBasicBlock::cost(ElementCount VF, VPCostContext &Ctx) { in cost()
787 InstructionCost VPRegionBlock::cost(ElementCount VF, VPCostContext &Ctx) { in cost()
1086 InstructionCost VPlan::cost(ElementCount VF, VPCostContext &Ctx) { in cost()
1155 for (ElementCount VF : drop_begin(VFs)) in getName() local
H A DSLPVectorizer.cpp251 static FixedVectorType *getWidenedType(Type *ScalarTy, unsigned VF) { in getWidenedType() argument
460 static SmallBitVector buildUseMask(int VF, ArrayRef<int> Mask, in buildUseMask() argument
4276 const int VF = GetVF(I); findReusedOrderedScalars() local
4344 unsigned VF = 0; findReusedOrderedScalars() local
4659 for (unsigned VF = MaxVF; VF >= MinVF; VF /= 2) { canVectorizeLoads() local
4975 unsigned VF = ReorderMask.size(); getReorderingData() local
5000 unsigned VF = TE.getVectorFactor(); getReorderingData() local
5318 for (unsigned VF = VectorizableTree.front()->getVectorFactor(); VF > 1; reorderTopToBottom() local
5730 unsigned VF = Data.second.front().second->getVectorFactor(); reorderBottomToTop() local
7736 int VF = VecTy->getNumElements(); isIdentityMask() local
7763 unsigned VF = Mask.size(); combineMasks() local
7929 int VF = Mask.size(); createShuffle() local
7937 int VF = createShuffle() local
8281 unsigned VF = VL.size() / 2; getBuildVectorCost() local
8619 unsigned VF = E1.getVectorFactor(); estimateNodesPermuteCost() local
8641 isEmptyOrIdentity(ArrayRef<int> Mask,unsigned VF) isEmptyOrIdentity() argument
8656 unsigned VF = createShuffleVector() local
8665 unsigned VF = createShuffleVector() local
8692 __anon07b2d7747f02(const TreeEntry &E, unsigned VF) createShuffle() argument
8734 unsigned VF = E->getVectorFactor(); createShuffle() local
8768 unsigned VF = E->getVectorFactor(); createShuffle() local
8809 unsigned VF = cast<FixedVectorType>(V1->getType())->getNumElements(); createShuffle() local
8835 unsigned VF = cast<FixedVectorType>(V2->getType())->getNumElements(); createShuffle() local
8863 unsigned VF = cast<FixedVectorType>(V1->getType())->getNumElements(); createShuffle() local
9100 unsigned VF = cast<FixedVectorType>(V1->getType())->getNumElements(); add() local
9124 unsigned VF = VL.size(); gather() local
9144 finalize(ArrayRef<int> ExtMask,unsigned VF=0,function_ref<void (Value * &,SmallVectorImpl<int> &)> Action={}) finalize() argument
9228 buildIntrinsicArgTypes(const CallInst * CI,const Intrinsic::ID ID,const unsigned VF,unsigned MinBW) buildIntrinsicArgTypes() argument
10365 for (unsigned Idx = 0, VF = Mask.size(); Idx < VF; ++Idx) { performExtractsShuffleAction() local
10395 for (unsigned I = 0, VF = Mask.size(); I < VF; ++I) { performExtractsShuffleAction() local
10409 for (unsigned I = 0, VF = Mask.size(); I < VF; ++I) { performExtractsShuffleAction() local
10431 for (unsigned I = 0, VF = Mask.size(); I < VF; ++I) { performExtractsShuffleAction() local
10664 unsigned VF = Mask.size(); getTreeCost() local
10688 unsigned VF = 0; getTreeCost() local
11093 unsigned VF = 0; isGatherShuffledSingleRegisterEntry() local
11133 unsigned VF = TE->getVectorFactor(); isGatherShuffledSingleRegisterEntry() local
11791 unsigned VF = Mask.size(); createShuffleVector() local
11803 createPoison(Type * Ty,unsigned VF) createPoison() argument
11813 int VF = std::max(V1VF, V2VF); resizeToMatch() local
11930 const unsigned VF = std::accumulate( adjustExtracts() local
12124 int VF = CommonMask.size(); add() local
12146 finalize(ArrayRef<int> ExtMask,unsigned VF=0,function_ref<void (Value * &,SmallVectorImpl<int> &)> Action={}) finalize() argument
12202 const unsigned VF = VL.size(); vectorizeOperand() local
12319 unsigned VF = E->getVectorFactor(); processBuildVector() local
14106 int VF = cast<FixedVectorType>(V1->getType())->getNumElements(); vectorizeTree() local
14123 unsigned VF = Mask.size(); vectorizeTree() local
15193 const unsigned VF = E.Scalars.size(); collectValuesToDemote() local
15466 unsigned VF = E.Scalars.size(); collectValuesToDemote() local
15585 unsigned VF = E.getVectorFactor(); computeMinimumValueSizes() local
15914 unsigned VF = Chain.size(); vectorizeStoreChain() local
16110 __anon07b2d77414402(unsigned &VF) vectorizeStores() argument
16281 unsigned VF = PowerOf2Ceil(CandidateVFs.front()) * 2; vectorizeStores() local
16499 for (unsigned VF = MaxVF; NextInst + 1 < MaxInst && VF >= MinVF; VF /= 2) { tryToVectorizeList() local
17987 for (unsigned I = 0, VF = VL.size(); I < VF; ++I) { emitReusedOps() local
[all...]
H A DVPlan.h125 ElementCount VF; member
182 static VPLane getLaneFromEnd(const ElementCount &VF, unsigned Offset) { in getLaneFromEnd()
196 static VPLane getLastLaneForVF(const ElementCount &VF) { in getLastLaneForVF()
218 unsigned mapToCacheIndex(const ElementCount &VF) const { in mapToCacheIndex()
231 static unsigned getNumCachedLanes(const ElementCount &VF) { in getNumCachedLanes()
261 ElementCount VF; member
3385 void addVF(ElementCount VF) { VFs.insert(VF); } in addVF()
3387 void setVF(ElementCount VF) { in setVF()
3393 bool hasVF(ElementCount VF) { return VFs.count(VF); } in hasVF()
H A DVPlanRecipes.cpp285 InstructionCost VPRecipeBase::cost(ElementCount VF, VPCostContext &Ctx) { in cost()
302 InstructionCost VPRecipeBase::computeCost(ElementCount VF, in computeCost()
1191 Instruction::BinaryOps BinOp, ElementCount VF, in getStepVector()
1247 ElementCount VF) { in getRuntimeVFAsFloat()
2043 auto VF = DstVTy->getElementCount(); in createBitOrPointerCast() local
2490 ElementCount VF = State.VF; in execute() local
H A DLoopIdiomVectorize.cpp104 LoopIdiomVectorize(LoopIdiomVectorizeStyle S, unsigned VF, DominatorTree *DT, in LoopIdiomVectorize()
509 auto *VF = ConstantInt::get(I32Type, ByteCompareVF); in createPredicatedFindMismatch() local
H A DLoadStoreVectorizer.cpp691 unsigned ChainSizeBytes, VectorType *VecTy) { in splitChainByAlignment()
744 unsigned VF = 8 * VecRegBytes / VecElemBits; in splitChainByAlignment() local
1357 unsigned VF = VecRegSize / TySize; in collectEquivalenceClasses() local
H A DLoopVectorizationPlanner.h396 bool hasPlanWithVF(ElementCount VF) const { in hasPlanWithVF()
/freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/
H A DSystemZTargetTransformInfo.cpp532 unsigned VF = VTy->getNumElements(); in getArithmeticInstrCost() local
681 unsigned VF = cast<FixedVectorType>(SrcTy)->getNumElements(); in getVectorTruncCost() local
725 static Type *getCmpOpsType(const Instruction *I, unsigned VF = 1) { in getCmpOpsType()
755 unsigned VF = DstVTy->getNumElements(); in getBoolVecToIntConversionCost() local
853 unsigned VF = SrcVecTy->getNumElements(); in getCastInstrCost() local
995 unsigned VF = cast<FixedVectorType>(ValTy)->getNumElements(); in getCmpSelInstrCost() local
1248 unsigned VF = NumElts / Factor; in getInterleavedMemoryOpCost() local
/freebsd/contrib/llvm-project/llvm/lib/Target/LoongArch/
H A DLoongArchTargetTransformInfo.cpp70 unsigned LoongArchTTIImpl::getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVTargetTransformInfo.h305 ElementCount VF) const { in isLegalToVectorizeReduction()
334 unsigned getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64TargetTransformInfo.h151 unsigned getMaxNumElements(ElementCount VF) const { in getMaxNumElements()
424 unsigned getStoreMinimumVF(unsigned VF, Type *ScalarMemTy, in getStoreMinimumVF()
/freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/
H A DTargetLibraryInfo.h202 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
389 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
399 const VecDesc *getVectorMappingInfo(StringRef F, const ElementCount &VF, in getVectorMappingInfo()
H A DTargetTransformInfoImpl.h502 unsigned getStoreMinimumVF(unsigned VF, Type *, Type *) const { return VF; } in getStoreMinimumVF()
546 unsigned getMaxInterleaveFactor(ElementCount VF) const { return 1; } in getMaxInterleaveFactor()
678 unsigned getReplicationShuffleCost(Type *EltTy, int ReplicationFactor, int VF, in getReplicationShuffleCost()
907 ElementCount VF) const { in isLegalToVectorizeReduction()
913 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize, in getLoadVectorFactor()
919 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor()
1378 int ReplicationFactor, VF; in getInstructionCost() local
H A DTargetTransformInfo.h2613 unsigned getStoreMinimumVF(unsigned VF, Type *ScalarMemTy, in getStoreMinimumVF()
2669 unsigned getMaxInterleaveFactor(ElementCount VF) override { in getMaxInterleaveFactor()
2735 getReplicationShuffleCost(Type *EltTy, int ReplicationFactor, int VF, in getReplicationShuffleCost()
2894 ElementCount VF) const override { in isLegalToVectorizeReduction()
2900 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize, in getLoadVectorFactor()
2905 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor()
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DR600TargetTransformInfo.cpp85 unsigned R600TTIImpl::getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
H A DAMDGPUTargetTransformInfo.cpp345 unsigned GCNTTIImpl::getLoadVectorFactor(unsigned VF, unsigned LoadSize, in getLoadVectorFactor()
356 unsigned GCNTTIImpl::getStoreVectorFactor(unsigned VF, unsigned StoreSize, in getStoreVectorFactor()
491 unsigned GCNTTIImpl::getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()
/freebsd/bin/pax/
H A Doptions.h69 #define VF 0x00008000 macro
/freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/
H A DPPCLowerMASSVEntries.cpp33 #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) VEC, argument
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86InterleavedAccess.cpp439 int VF = VT.getVectorNumElements(); in createShuffleStride() local
452 int VF = VT.getVectorNumElements() / std::max(VectorSize / 128, 1); in setGroupSize() local
611 int VF = VT.getVectorNumElements(); in group2Shuffle() local
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/
H A DARMTargetTransformInfo.h181 unsigned getMaxInterleaveFactor(ElementCount VF) { in getMaxInterleaveFactor()

12