| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | MVEGatherScatterLowering.cpp | 243 if (PtrTy->getNumElements() != 4 || MemoryTy->getScalarSizeInBits() == 32) in decomposePtr() 277 cast<FixedVectorType>(Offsets->getType())->getNumElements(); in decomposeGEP() 279 assert(Ty->getNumElements() == OffsetsElemCount); in decomposeGEP() 314 if (BCTy->getNumElements() == BCSrcTy->getNumElements()) { in lookThroughBitcast() 414 if (!isLegalTypeAndAlignment(Ty->getNumElements(), Ty->getScalarSizeInBits(), in lowerGather() 458 if (Ty->getNumElements() != 4 || Ty->getScalarSizeInBits() != 32) in tryCreateMaskedGatherBase() 479 if (Ty->getNumElements() != 4 || Ty->getScalarSizeInBits() != 32) in tryCreateMaskedGatherBaseWB() 533 128 / cast<FixedVectorType>(ResultTy)->getNumElements()); in tryCreateMaskedGatherOffset() 590 if (!isLegalTypeAndAlignment(Ty->getNumElements(), Ty->getScalarSizeInBits(), in lowerScatter() 621 if (!(Ty->getNumElements() == 4 && Ty->getScalarSizeInBits() == 32)) { in tryCreateMaskedScatterBase() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64PreLegalizerCombiner.cpp | 285 if (SrcTy.getScalarSizeInBits() != 8 || SrcTy.getNumElements() % 8 != 0) in matchExtAddvToUdotAddv() 319 if (SrcTy.getNumElements() % 16 == 0) { in applyExtAddvToUdotAddv() 320 NumOfDotMI = SrcTy.getNumElements() / 16; in applyExtAddvToUdotAddv() 322 } else if (SrcTy.getNumElements() % 8 == 0) { in applyExtAddvToUdotAddv() 323 NumOfDotMI = SrcTy.getNumElements() / 8; in applyExtAddvToUdotAddv() 339 if (SrcTy.getNumElements() % 16 != 0) { in applyExtAddvToUdotAddv() 373 unsigned SrcNumElts = SrcTy.getNumElements(); in applyExtAddvToUdotAddv() 386 if (MRI.getType(Ext1UnmergeReg[i]).getNumElements() == 16) { in applyExtAddvToUdotAddv() 437 ExtSrcTy.getNumElements() % 8 == 0 && ExtSrcTy.getNumElements() < 256) || in matchExtUaddvToUaddlv() 439 ExtSrcTy.getNumElements() % 4 == 0) || in matchExtUaddvToUaddlv() [all …]
|
| H A D | AArch64PostLegalizerLowering.cpp | 166 unsigned NumElts = Ty.getNumElements(); in matchREV() 195 unsigned NumElts = MRI.getType(Dst).getNumElements(); in matchTRN() 216 unsigned NumElts = MRI.getType(Dst).getNumElements(); in matchUZP() 232 unsigned NumElts = MRI.getType(Dst).getNumElements(); in matchZip() 287 int NumElements = MRI.getType(MI.getOperand(1).getReg()).getNumElements(); in matchDupFromBuildVector() 325 unsigned NumElts = Ty.getNumElements(); in isSingletonExtMask() 360 auto ExtInfo = getExtMask(Mask, DstTy.getNumElements()); in matchEXT() 455 assert(isPowerOf2_64(VecTy.getNumElements()) && in applyNonConstInsert() 457 auto Mask = Builder.buildConstant(IdxTy, VecTy.getNumElements() - 1); in applyNonConstInsert() 488 int NumElts = MRI.getType(Dst).getNumElements(); in matchINS() [all …]
|
| H A D | AArch64LegalizerInfo.cpp | 155 return Query.Types[0].getNumElements() <= 2; in AArch64LegalizerInfo() 160 return Query.Types[0].getNumElements() <= 4; in AArch64LegalizerInfo() 165 return Query.Types[0].getNumElements() <= 16; in AArch64LegalizerInfo() 181 return Query.Types[0].getNumElements() <= 2; in AArch64LegalizerInfo() 186 return Query.Types[0].getNumElements() <= 4; in AArch64LegalizerInfo() 191 return Query.Types[0].getNumElements() <= 16; in AArch64LegalizerInfo() 1118 Query.Types[1].getNumElements() <= 2; in AArch64LegalizerInfo() 1124 Query.Types[1].getNumElements() <= 4; in AArch64LegalizerInfo() 1130 Query.Types[1].getNumElements() <= 8; in AArch64LegalizerInfo() 1136 Query.Types[1].getNumElements() <= 16; in AArch64LegalizerInfo() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/ |
| H A D | SPIRVLegalizePointerCast.cpp | 79 assert(TargetType->getNumElements() < SourceType->getNumElements()); in loadVectorFromVector() 84 SmallVector<int> Mask(/* Size= */ TargetType->getNumElements()); in loadVectorFromVector() 85 for (unsigned I = 0; I < TargetType->getNumElements(); ++I) in loadVectorFromVector() 187 assert(DstType->getNumElements() >= SrcType->getNumElements()); in storeVectorFromVector() 195 for (unsigned I = 0; I < SrcType->getNumElements(); ++I) { in storeVectorFromVector()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ExpandReductions.cpp | 82 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 101 unsigned NumElts = FTy->getNumElements(); in expandReductions() 129 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 141 cast<FixedVectorType>(Vec->getType())->getNumElements()) || in expandReductions()
|
| H A D | InterleavedLoadCombinePass.cpp | 678 EI = new ElementInfo[VTy->getNumElements()]; in VectorInfo() 685 unsigned getDimension() const { return VTy->getNumElements(); } in getDimension() 743 if (Result.VTy->getNumElements() % VTy->getNumElements()) in computeFromBCI() 746 unsigned Factor = Result.VTy->getNumElements() / VTy->getNumElements(); in computeFromBCI() 757 for (unsigned i = 0; i < Result.VTy->getNumElements(); i += Factor) { in computeFromBCI() 838 assert((i < 2 * (signed)ArgTy->getNumElements()) && in computeFromSVI() 843 else if (i < (signed)ArgTy->getNumElements()) { in computeFromSVI() 850 Result.EI[j] = RHS.EI[i - ArgTy->getNumElements()]; in computeFromSVI() 1209 ->getNumElements(); in combine()
|
| H A D | Analysis.cpp | 55 unsigned NumElts = ATy->getNumElements(); in ComputeLinearIndex() 109 for (unsigned i = 0, e = ATy->getNumElements(); i != e; ++i) in ComputeValueVTs() 151 for (unsigned I = 0, E = STy->getNumElements(); I != E; ++I) { in computeValueLLTs() 162 for (unsigned i = 0, e = ATy->getNumElements(); i != e; ++i) in computeValueLLTs() 423 return Idx < AT->getNumElements(); in indexReallyValid() 425 return Idx < cast<StructType>(T)->getNumElements(); in indexReallyValid()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 324 unsigned VWidth = cast<FixedVectorType>(V->getType())->getNumElements(); in findDemandedEltsBySingleUser() 342 cast<FixedVectorType>(UserInstr->getType())->getNumElements(); in findDemandedEltsBySingleUser() 368 unsigned VWidth = cast<FixedVectorType>(V->getType())->getNumElements(); in findDemandedEltsByAllUsers() 564 ->getNumElements(); in visitExtractElementInst() 637 unsigned NumElts = cast<FixedVectorType>(V->getType())->getNumElements(); in collectSingleShuffleElements() 679 cast<FixedVectorType>(LHS->getType())->getNumElements(); in collectSingleShuffleElements() 711 unsigned NumInsElts = InsVecType->getNumElements(); in replaceExtractElements() 712 unsigned NumExtElts = ExtVecType->getNumElements(); in replaceExtractElements() 797 unsigned NumElts = cast<FixedVectorType>(V->getType())->getNumElements(); in collectShuffleElements() 843 cast<FixedVectorType>(RHS->getType())->getNumElements(); in collectShuffleElements() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/ |
| H A D | DXILIntrinsicExpansion.cpp | 124 unsigned XVecSize = XVec->getNumElements(); in expandVecReduceAdd() 154 cast<FixedVectorType>(Ty)->getNumElements()), in expandAbs() 165 if (cast<FixedVectorType>(VT)->getNumElements() != 3) in expandCrossIntrinsic() 212 int NumElts = AVec->getNumElements(); in expandFloatDotIntrinsic() 270 for (unsigned I = 1; I < AVec->getNumElements(); I++) { in expandIntegerDotIntrinsic() 288 cast<FixedVectorType>(Ty)->getNumElements()), in expandExpIntrinsic() 324 FNumElem = FVecTy->getNumElements(); in expandIsFPClass() 377 ElementCount::getFixed(XVec->getNumElements()), in expandAnyOrAllIntrinsic() 381 ElementCount::getFixed(XVec->getNumElements()), in expandAnyOrAllIntrinsic() 384 for (unsigned I = 1; I < XVec->getNumElements(); I++) { in expandAnyOrAllIntrinsic() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | FunctionComparator.cpp | 394 uint64_t NumElementsL = cast<ArrayType>(TyL)->getNumElements(); in cmpConstants() 395 uint64_t NumElementsR = cast<ArrayType>(TyR)->getNumElements(); in cmpConstants() 408 unsigned NumElementsL = cast<StructType>(TyL)->getNumElements(); in cmpConstants() 409 unsigned NumElementsR = cast<StructType>(TyR)->getNumElements(); in cmpConstants() 422 unsigned NumElementsL = cast<FixedVectorType>(TyL)->getNumElements(); in cmpConstants() 423 unsigned NumElementsR = cast<FixedVectorType>(TyR)->getNumElements(); in cmpConstants() 578 if (STyL->getNumElements() != STyR->getNumElements()) in cmpTypes() 579 return cmpNumbers(STyL->getNumElements(), STyR->getNumElements()); in cmpTypes() 584 for (unsigned i = 0, e = STyL->getNumElements(); i != e; ++i) { in cmpTypes() 613 if (STyL->getNumElements() != STyR->getNumElements()) in cmpTypes() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86PartialReduction.cpp | 108 if (cast<FixedVectorType>(Op->getType())->getNumElements() < 8) in tryMAddReplacement() 183 unsigned NumElts = MulTy->getNumElements(); in tryMAddReplacement() 263 unsigned NumElts = OpTy->getNumElements(); in trySADReplacement() 316 cast<FixedVectorType>(Ops[0]->getType())->getNumElements() * 2; in trySADReplacement() 326 NumElts = cast<FixedVectorType>(OpTy)->getNumElements(); in trySADReplacement() 333 cast<FixedVectorType>(Ops[0]->getType())->getNumElements(); in trySADReplacement() 365 unsigned NumElems = cast<FixedVectorType>(BO->getType())->getNumElements(); in matchAddReduction()
|
| H A D | X86InstCombineIntrinsic.cpp | 201 unsigned VWidth = VT->getNumElements(); in simplifyX86immShift() 230 unsigned NumAmtElts = cast<FixedVectorType>(AmtVT)->getNumElements(); in simplifyX86immShift() 348 int NumElts = VT->getNumElements(); in simplifyX86varShift() 445 unsigned NumSrcElts = ArgTy->getNumElements(); in simplifyX86pack() 446 assert(cast<FixedVectorType>(ResTy)->getNumElements() == (2 * NumSrcElts) && in simplifyX86pack() 565 unsigned NumDstElts = ResTy->getNumElements(); in simplifyX86pmadd() 566 assert(ArgTy->getNumElements() == (2 * NumDstElts) && in simplifyX86pmadd() 632 unsigned NumElts = ArgTy->getNumElements(); in simplifyX86movmsk() 1744 assert(VecTy->getNumElements() == 4 && "insertps with wrong vector type"); in simplifyX86insertps() 1983 unsigned NumElts = VecTy->getNumElements(); in simplifyX86pshufb() [all …]
|
| H A D | X86InterleavedAccess.cpp | 186 createSequentialMask(Indices[i], SubVecTy->getNumElements(), in decompose() 721 unsigned NumSubVecElems = ShuffleEltTy->getNumElements() / Factor; in lowerIntoOptimizedSequence() 730 if (ShuffleTy->getNumElements() != NumSubVecElems) in lowerIntoOptimizedSequence() 757 unsigned NumSubVecElems = ShuffleTy->getNumElements() / Factor; in lowerIntoOptimizedSequence() 826 assert(cast<FixedVectorType>(SVI->getType())->getNumElements() % Factor == in lowerInterleavedStore()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/SandboxVectorizer/ |
| H A D | VecUtils.h | 46 static int getNumElements(Type *Ty) { 48 return Ty->isVectorTy() ? cast<FixedVectorType>(Ty)->getNumElements() : 1; 94 return FixedVecTy->getNumElements(); 118 NumElts = VecTy->getNumElements() * NumElts;
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVInterleavedAccess.cpp | 46 if (FVTy->getNumElements() < 2) in isLegalInterleavedAccessType() 109 Value *VL = Builder.getInt32(VTy->getNumElements()); in lowerInterleavedLoad() 121 Value *VL = ConstantInt::get(XLenTy, VTy->getNumElements()); in lowerInterleavedLoad() 172 ShuffleVTy->getNumElements() / Factor); in lowerInterleavedStore() 194 Value *VL = Builder.getInt32(VTy->getNumElements()); in lowerInterleavedStore() 214 for (unsigned j = 0; j < VTy->getNumElements(); j++) in lowerInterleavedStore() 226 Value *VL = ConstantInt::get(XLenTy, VTy->getNumElements()); in lowerInterleavedStore() 259 Value *VL = ConstantInt::get(XLenTy, FVTy->getNumElements()); in lowerDeinterleaveIntrinsicToLoad() 333 Value *VL = ConstantInt::get(XLenTy, FVTy->getNumElements()); in lowerInterleaveIntrinsicToStore()
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/TargetBuiltins/ |
| H A D | X86.cpp | 84 cast<llvm::FixedVectorType>(Ops[1]->getType())->getNumElements()); in EmitX86MaskedStore() 95 CGF, Ops[2], cast<llvm::FixedVectorType>(Ty)->getNumElements()); in EmitX86MaskedLoad() 106 CGF, Ops[2], cast<FixedVectorType>(ResultTy)->getNumElements()); in EmitX86ExpandLoad() 118 Value *MaskVec = getMaskVecValue(CGF, Ops[2], ResultTy->getNumElements()); in EmitX86CompressExpand() 131 Value *MaskVec = getMaskVecValue(CGF, Ops[2], ResultTy->getNumElements()); in EmitX86CompressStore() 160 unsigned NumElts = cast<llvm::FixedVectorType>(Ty)->getNumElements(); in EmitX86FunnelShift() 219 CGF, Mask, cast<llvm::FixedVectorType>(Op0->getType())->getNumElements()); in EmitX86Select() 266 cast<llvm::FixedVectorType>(Ops[0]->getType())->getNumElements(); in EmitX86MaskedCompare() 565 cast<llvm::FixedVectorType>(DstTy)->getNumElements(); in EmitX86SExtMask() 590 unsigned NumDstElts = cast<llvm::FixedVectorType>(DstTy)->getNumElements(); in EmitX86CvtF16ToFloatExpr() [all …]
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/ |
| H A D | CGHLSLBuiltins.cpp | 31 N = VTy->getNumElements(); in handleAsDoubleBuiltin() 65 ElementCount::getFixed(VecTy->getNumElements()), FZeroConst); in handleHlslClip() 116 CGF->Int32Ty, ElementCount::getFixed(Op0VecTy->getNumElements())); in handleHlslSplitdouble() 137 NumElements = VecTy->getNumElements(); in handleHlslSplitdouble() 267 uint64_t NumElements = Arg0Ty->castAs<VectorType>()->getNumElements(); in EmitHLSLBuiltinExpr() 424 E->getArg(0)->getType()->castAs<VectorType>()->getNumElements() == 3 && in EmitHLSLBuiltinExpr() 425 E->getArg(1)->getType()->castAs<VectorType>()->getNumElements() == 3 && in EmitHLSLBuiltinExpr() 547 retType, ElementCount::getFixed(XVecTy->getNumElements())); in EmitHLSLBuiltinExpr() 590 cast<FixedVectorType>(Ty)->getNumElements()), in EmitHLSLBuiltinExpr() 627 Builder.CreateVectorSplat(VTy->getNumElements(), OpTrue, "splat"); in EmitHLSLBuiltinExpr() [all …]
|
| H A D | PatternInit.cpp | 67 ArrTy->getNumElements(), in initializationPatternFor() 79 llvm::SmallVector<llvm::Constant *, 8> Struct(StructTy->getNumElements()); in initializationPatternFor()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | DerivedTypes.h | 368 unsigned getNumElements() const { return NumContainedTys; } in getNumElements() function 377 bool indexValid(unsigned Idx) const { return Idx < getNumElements(); } in indexValid() 390 return cast<StructType>(this)->getNumElements(); in getStructNumElements() 410 uint64_t getNumElements() const { return NumElements; } in getNumElements() function 426 return cast<ArrayType>(this)->getNumElements(); in getArrayNumElements() 601 return get(ElementType, FVTy->getNumElements()); in get() 635 unsigned getNumElements() const { return ElementQuantity; } in getNumElements() function
|
| /freebsd/contrib/llvm-project/llvm/tools/llvm-diff/lib/ |
| H A D | DifferenceEngine.cpp | 585 if (CVL->getType()->getNumElements() != CVR->getType()->getNumElements()) in equivalentAsOperands() 587 for (unsigned i = 0; i < CVL->getType()->getNumElements(); i++) { in equivalentAsOperands() 600 if (CAL->getType()->getNumElements() != CAR->getType()->getNumElements()) in equivalentAsOperands() 603 for (unsigned I = 0; I < CAL->getType()->getNumElements(); ++I) { in equivalentAsOperands() 623 if (LTy->getNumElements() != RTy->getNumElements() || in equivalentAsOperands() 627 for (unsigned I = 0; I < LTy->getNumElements(); I++) { in equivalentAsOperands()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 292 unsigned OutputNumElts = Ty->getNumElements(); in vectorizeLoadInsert() 329 cast<FixedVectorType>(Shuf->getOperand(0)->getType())->getNumElements(); in widenSubvectorLoad() 514 SmallVector<int> ShuffleMask(FixedVecTy->getNumElements(), in isExtractExtractCheap() 541 SmallVector<int, 32> ShufMask(VecTy->getNumElements(), PoisonMaskElem); in createShiftShuffle() 699 unsigned NumElts = VecTy->getNumElements(); in foldInsExtFNeg() 724 bool NeedLenChg = SrcVecTy->getNumElements() != NumElts; in foldInsExtFNeg() 1009 Mask.resize(FVTy->getNumElements(), 0); in scalarizeVPIntrinsic() 1328 SmallVector<int, 32> ShufMask(VecTy->getNumElements(), PoisonMaskElem); in foldExtractedCmps() 1344 SmallVector<Constant *, 32> CmpC(VecTy->getNumElements(), in foldExtractedCmps() 1900 MaskTy->getNumElements() != ShAmtDiff || in foldConcatOfBoolMasks() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | Constants.cpp | 152 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNotOneValue() 197 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNotMinSignedValue() 219 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isFiniteNonZeroFP() 240 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNormalFP() 261 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in hasExactInverseFP() 282 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNaN() 333 for (unsigned i = 0, e = cast<FixedVectorType>(VTy)->getNumElements(); in containsUndefinedElement() 365 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i) in containsConstantExpression() 466 return Elt < PV->getNumElements() ? PV->getElementValue(Elt) : nullptr; in getAggregateElement() 469 return Elt < UV->getNumElements() ? UV->getElementValue(Elt) : nullptr; in getAggregateElement() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.cpp | 498 unsigned NumElts = cast<FixedVectorType>(Ty)->getNumElements(); in getScalarizationOverhead() 537 unsigned WideBits = getScalarSizeInBits(Ty) * VTy->getNumElements(); in getNumVectorRegs() 648 unsigned VF = VTy->getNumElements(); in getArithmeticInstrCost() 787 assert(cast<FixedVectorType>(SrcTy)->getNumElements() == in getVectorTruncCost() 788 cast<FixedVectorType>(DstTy)->getNumElements() && in getVectorTruncCost() 804 unsigned VF = cast<FixedVectorType>(SrcTy)->getNumElements(); in getVectorTruncCost() 878 unsigned VF = DstVTy->getNumElements(); in getBoolVecToIntConversionCost() 980 unsigned VF = SrcVecTy->getNumElements(); in getCastInstrCost() 1131 unsigned VF = cast<FixedVectorType>(ValTy)->getNumElements(); in getCmpSelInstrCost() 1391 unsigned NumElts = cast<FixedVectorType>(VecTy)->getNumElements(); in getInterleavedMemoryOpCost() [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 100 for (int i = 0, e = VTy->getNumElements(); i < e; ++i) { in getBroadcastShuffleOverhead() 120 for (int i = 0, e = VTy->getNumElements(); i < e; ++i) { in getPermuteShuffleOverhead() 137 int NumSubElts = SubVTy->getNumElements(); in getExtractSubvectorOverhead() 140 (int)cast<FixedVectorType>(VTy)->getNumElements()) && in getExtractSubvectorOverhead() 165 int NumSubElts = SubVTy->getNumElements(); in getInsertSubvectorOverhead() 168 (int)cast<FixedVectorType>(VTy)->getNumElements()) && in getInsertSubvectorOverhead() 222 unsigned VF = VT->getNumElements(); 882 assert(DemandedElts.getBitWidth() == Ty->getNumElements() && 883 (VL.empty() || VL.size() == Ty->getNumElements()) && 888 for (int i = 0, e = Ty->getNumElements(); i < e; ++i) { [all …]
|