/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | MVEGatherScatterLowering.cpp | 244 if (PtrTy->getNumElements() != 4 || MemoryTy->getScalarSizeInBits() == 32) in decomposePtr() 278 cast<FixedVectorType>(Offsets->getType())->getNumElements(); in decomposeGEP() 280 assert(Ty->getNumElements() == OffsetsElemCount); in decomposeGEP() 315 if (BCTy->getNumElements() == BCSrcTy->getNumElements()) { in lookThroughBitcast() 415 if (!isLegalTypeAndAlignment(Ty->getNumElements(), Ty->getScalarSizeInBits(), in lowerGather() 459 if (Ty->getNumElements() != 4 || Ty->getScalarSizeInBits() != 32) in tryCreateMaskedGatherBase() 480 if (Ty->getNumElements() != 4 || Ty->getScalarSizeInBits() != 32) in tryCreateMaskedGatherBaseWB() 534 128 / cast<FixedVectorType>(ResultTy)->getNumElements()); in tryCreateMaskedGatherOffset() 591 if (!isLegalTypeAndAlignment(Ty->getNumElements(), Ty->getScalarSizeInBits(), in lowerScatter() 622 if (!(Ty->getNumElements() == 4 && Ty->getScalarSizeInBits() == 32)) { in tryCreateMaskedScatterBase() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
H A D | AArch64PreLegalizerCombiner.cpp | 284 if (SrcTy.getScalarSizeInBits() != 8 || SrcTy.getNumElements() % 8 != 0) in matchExtAddvToUdotAddv() 318 if (SrcTy.getNumElements() % 16 == 0) { in applyExtAddvToUdotAddv() 319 NumOfDotMI = SrcTy.getNumElements() / 16; in applyExtAddvToUdotAddv() 321 } else if (SrcTy.getNumElements() % 8 == 0) { in applyExtAddvToUdotAddv() 322 NumOfDotMI = SrcTy.getNumElements() / 8; in applyExtAddvToUdotAddv() 338 if (SrcTy.getNumElements() % 16 != 0) { in applyExtAddvToUdotAddv() 372 unsigned SrcNumElts = SrcTy.getNumElements(); in applyExtAddvToUdotAddv() 385 if (MRI.getType(Ext1UnmergeReg[i]).getNumElements() == 16) { in applyExtAddvToUdotAddv() 436 ExtSrcTy.getNumElements() % 8 == 0 && ExtSrcTy.getNumElements() < 256) || in matchExtUaddvToUaddlv() 438 ExtSrcTy.getNumElements() % 4 == 0) || in matchExtUaddvToUaddlv() [all …]
|
H A D | AArch64PostLegalizerLowering.cpp | 170 unsigned NumElts = Ty.getNumElements(); in matchREV() 199 unsigned NumElts = MRI.getType(Dst).getNumElements(); in matchTRN() 220 unsigned NumElts = MRI.getType(Dst).getNumElements(); in matchUZP() 236 unsigned NumElts = MRI.getType(Dst).getNumElements(); in matchZip() 323 unsigned NumElts = Ty.getNumElements(); in isSingletonExtMask() 358 auto ExtInfo = getExtMask(Mask, DstTy.getNumElements()); in matchEXT() 437 assert(isPowerOf2_64(VecTy.getNumElements()) && in applyNonConstInsert() 439 auto Mask = Builder.buildConstant(IdxTy, VecTy.getNumElements() - 1); in applyNonConstInsert() 470 int NumElts = MRI.getType(Dst).getNumElements(); in matchINS() 701 if (*LaneIdx >= SrcTy.getNumElements()) in matchDupLane() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
H A D | InstCombineVectorOps.cpp | 324 unsigned VWidth = cast<FixedVectorType>(V->getType())->getNumElements(); in findDemandedEltsBySingleUser() 342 cast<FixedVectorType>(UserInstr->getType())->getNumElements(); in findDemandedEltsBySingleUser() 368 unsigned VWidth = cast<FixedVectorType>(V->getType())->getNumElements(); in findDemandedEltsByAllUsers() 553 ->getNumElements(); in visitExtractElementInst() 625 unsigned NumElts = cast<FixedVectorType>(V->getType())->getNumElements(); in collectSingleShuffleElements() 667 cast<FixedVectorType>(LHS->getType())->getNumElements(); in collectSingleShuffleElements() 699 unsigned NumInsElts = InsVecType->getNumElements(); in replaceExtractElements() 700 unsigned NumExtElts = ExtVecType->getNumElements(); in replaceExtractElements() 785 unsigned NumElts = cast<FixedVectorType>(V->getType())->getNumElements(); in collectShuffleElements() 831 cast<FixedVectorType>(RHS->getType())->getNumElements(); in collectShuffleElements() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/ |
H A D | DXILIntrinsicExpansion.cpp | 61 cast<FixedVectorType>(Ty)->getNumElements()), in expandAbs() 91 for (unsigned I = 1; I < AVec->getNumElements(); I++) { in expandIntegerDot() 112 cast<FixedVectorType>(Ty)->getNumElements()), in expandExpIntrinsic() 143 ElementCount::getFixed(XVec->getNumElements()), in expandAnyIntrinsic() 147 ElementCount::getFixed(XVec->getNumElements()), in expandAnyIntrinsic() 150 for (unsigned I = 1; I < XVec->getNumElements(); I++) { in expandAnyIntrinsic() 184 cast<FixedVectorType>(Ty)->getNumElements()), in expandLogIntrinsic()
|
H A D | DXILOpLowering.cpp | 46 for (unsigned I = 0; I < VecArg->getNumElements(); ++I) { in populateOperands() 68 assert(VecArg0->getNumElements() == VecArg->getNumElements()); in argVectorFlatten()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
H A D | ExpandReductions.cpp | 82 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 101 unsigned NumElts = FTy->getNumElements(); in expandReductions() 129 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 141 cast<FixedVectorType>(Vec->getType())->getNumElements()) || in expandReductions()
|
H A D | InterleavedLoadCombinePass.cpp | 679 EI = new ElementInfo[VTy->getNumElements()]; in VectorInfo() 686 unsigned getDimension() const { return VTy->getNumElements(); } in getDimension() 744 if (Result.VTy->getNumElements() % VTy->getNumElements()) in computeFromBCI() 747 unsigned Factor = Result.VTy->getNumElements() / VTy->getNumElements(); in computeFromBCI() 758 for (unsigned i = 0; i < Result.VTy->getNumElements(); i += Factor) { in computeFromBCI() 839 assert((i < 2 * (signed)ArgTy->getNumElements()) && in computeFromSVI() 844 else if (i < (signed)ArgTy->getNumElements()) { in computeFromSVI() 851 Result.EI[j] = RHS.EI[i - ArgTy->getNumElements()]; in computeFromSVI() 1210 ->getNumElements(); in combine()
|
H A D | Analysis.cpp | 55 unsigned NumElts = ATy->getNumElements(); in ComputeLinearIndex() 109 for (unsigned i = 0, e = ATy->getNumElements(); i != e; ++i) in ComputeValueVTs() 151 for (unsigned I = 0, E = STy->getNumElements(); I != E; ++I) { in computeValueLLTs() 162 for (unsigned i = 0, e = ATy->getNumElements(); i != e; ++i) in computeValueLLTs() 423 return Idx < AT->getNumElements(); in indexReallyValid() 425 return Idx < cast<StructType>(T)->getNumElements(); in indexReallyValid()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
H A D | FunctionComparator.cpp | 378 uint64_t NumElementsL = cast<ArrayType>(TyL)->getNumElements(); in cmpConstants() 379 uint64_t NumElementsR = cast<ArrayType>(TyR)->getNumElements(); in cmpConstants() 392 unsigned NumElementsL = cast<StructType>(TyL)->getNumElements(); in cmpConstants() 393 unsigned NumElementsR = cast<StructType>(TyR)->getNumElements(); in cmpConstants() 406 unsigned NumElementsL = cast<FixedVectorType>(TyL)->getNumElements(); in cmpConstants() 407 unsigned NumElementsR = cast<FixedVectorType>(TyR)->getNumElements(); in cmpConstants() 564 if (STyL->getNumElements() != STyR->getNumElements()) in cmpTypes() 565 return cmpNumbers(STyL->getNumElements(), STyR->getNumElements()); in cmpTypes() 570 for (unsigned i = 0, e = STyL->getNumElements(); i != e; ++i) { in cmpTypes() 599 if (STyL->getNumElements() != STyR->getNumElements()) in cmpTypes() [all …]
|
H A D | SCCPSolver.cpp | 499 assert(i < cast<StructType>(V->getType())->getNumElements() && in getStructValueState() 547 for (unsigned I = 0, E = STy->getNumElements(); I != E; ++I) in invalidate() 552 for (unsigned I = 0, E = STy->getNumElements(); I != E; ++I) { in invalidate() 723 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) in addTrackedFunction() 762 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) { in getStructLatticeValueFor() 809 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) in markOverdefined() 934 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) { in isStructLatticeConstant() 968 for (unsigned I = 0, E = ST->getNumElements(); I != E; ++I) { in getConstantOrNull() 1004 for (unsigned I = 0, E = STy->getNumElements(); I != E; ++I) { in setLatticeValueForSpecializationArguments() 1014 for (unsigned I = 0, E = STy->getNumElements(); I != E; ++I) { in setLatticeValueForSpecializationArguments() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86PartialReduction.cpp | 110 if (cast<FixedVectorType>(Op->getType())->getNumElements() < 8) in tryMAddReplacement() 186 unsigned NumElts = MulTy->getNumElements(); in tryMAddReplacement() 266 unsigned NumElts = OpTy->getNumElements(); in trySADReplacement() 319 cast<FixedVectorType>(Ops[0]->getType())->getNumElements() * 2; in trySADReplacement() 329 NumElts = cast<FixedVectorType>(OpTy)->getNumElements(); in trySADReplacement() 336 cast<FixedVectorType>(Ops[0]->getType())->getNumElements(); in trySADReplacement() 368 unsigned NumElems = cast<FixedVectorType>(BO->getType())->getNumElements(); in matchAddReduction()
|
H A D | X86InstCombineIntrinsic.cpp | 207 unsigned VWidth = VT->getNumElements(); in simplifyX86immShift() 236 unsigned NumAmtElts = cast<FixedVectorType>(AmtVT)->getNumElements(); in simplifyX86immShift() 354 int NumElts = VT->getNumElements(); in simplifyX86varShift() 451 unsigned NumSrcElts = ArgTy->getNumElements(); in simplifyX86pack() 452 assert(cast<FixedVectorType>(ResTy)->getNumElements() == (2 * NumSrcElts) && in simplifyX86pack() 571 unsigned NumDstElts = ResTy->getNumElements(); in simplifyX86pmadd() 572 assert(ArgTy->getNumElements() == (2 * NumDstElts) && in simplifyX86pmadd() 636 unsigned NumElts = ArgTy->getNumElements(); in simplifyX86movmsk() 1748 assert(VecTy->getNumElements() == 4 && "insertps with wrong vector type"); in simplifyX86insertps() 1991 unsigned NumElts = VecTy->getNumElements(); in simplifyX86pshufb() [all …]
|
H A D | X86InterleavedAccess.cpp | 189 createSequentialMask(Indices[i], SubVecTy->getNumElements(), in decompose() 724 unsigned NumSubVecElems = ShuffleEltTy->getNumElements() / Factor; in lowerIntoOptimizedSequence() 733 if (ShuffleTy->getNumElements() != NumSubVecElems) in lowerIntoOptimizedSequence() 760 unsigned NumSubVecElems = ShuffleTy->getNumElements() / Factor; in lowerIntoOptimizedSequence() 829 assert(cast<FixedVectorType>(SVI->getType())->getNumElements() % Factor == in lowerInterleavedStore()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
H A D | DerivedTypes.h | 341 unsigned getNumElements() const { return NumContainedTys; } in getNumElements() function 350 bool indexValid(unsigned Idx) const { return Idx < getNumElements(); } in indexValid() 363 return cast<StructType>(this)->getNumElements(); in getStructNumElements() 383 uint64_t getNumElements() const { return NumElements; } in getNumElements() function 399 return cast<ArrayType>(this)->getNumElements(); in getArrayNumElements() 548 return get(ElementType, FVTy->getNumElements()); in get() 582 unsigned getNumElements() const { return ElementQuantity; } in getNumElements() function
|
/freebsd/contrib/llvm-project/clang/lib/CodeGen/ |
H A D | PatternInit.cpp | 67 ArrTy->getNumElements(), in initializationPatternFor() 79 llvm::SmallVector<llvm::Constant *, 8> Struct(StructTy->getNumElements()); in initializationPatternFor()
|
/freebsd/contrib/llvm-project/llvm/tools/llvm-diff/lib/ |
H A D | DifferenceEngine.cpp | 585 if (CVL->getType()->getNumElements() != CVR->getType()->getNumElements()) in equivalentAsOperands() 587 for (unsigned i = 0; i < CVL->getType()->getNumElements(); i++) { in equivalentAsOperands() 600 if (CAL->getType()->getNumElements() != CAR->getType()->getNumElements()) in equivalentAsOperands() 603 for (unsigned I = 0; I < CAL->getType()->getNumElements(); ++I) { in equivalentAsOperands() 623 if (LTy->getNumElements() != RTy->getNumElements() || in equivalentAsOperands() 627 for (unsigned I = 0; I < LTy->getNumElements(); I++) { in equivalentAsOperands()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | VectorCombine.cpp | 264 unsigned OutputNumElts = Ty->getNumElements(); in vectorizeLoadInsert() 300 cast<FixedVectorType>(Shuf->getOperand(0)->getType())->getNumElements(); in widenSubvectorLoad() 500 SmallVector<int, 32> ShufMask(VecTy->getNumElements(), PoisonMaskElem); in createShiftShuffle() 656 unsigned NumElts = VecTy->getNumElements(); in foldInsExtFNeg() 829 Mask.resize(FVTy->getNumElements(), 0); in scalarizeVPIntrinsic() 1091 SmallVector<int, 32> ShufMask(VecTy->getNumElements(), PoisonMaskElem); in foldExtractedCmps() 1105 SmallVector<Constant *, 32> CmpC(VecTy->getNumElements(), in foldExtractedCmps() 1423 unsigned NumSrcElts = BinOpTy->getNumElements(); in foldShuffleOfBinops() 1520 unsigned NumSrcElts = CastSrcTy->getNumElements(); in foldShuffleOfCastops() 1521 unsigned NumDstElts = CastDstTy->getNumElements(); in foldShuffleOfCastops() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/IR/ |
H A D | Constants.cpp | 152 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNotOneValue() 197 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNotMinSignedValue() 219 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isFiniteNonZeroFP() 240 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNormalFP() 261 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in hasExactInverseFP() 282 for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { in isNaN() 333 for (unsigned i = 0, e = cast<FixedVectorType>(VTy)->getNumElements(); in containsUndefinedElement() 362 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i) in containsConstantExpression() 449 return Elt < PV->getNumElements() ? PV->getElementValue(Elt) : nullptr; in getAggregateElement() 452 return Elt < UV->getNumElements() ? UV->getElementValue(Elt) : nullptr; in getAggregateElement() [all …]
|
H A D | ConstantFold.cpp | 164 cast<FixedVectorType>(DestTy)->getNumElements() == in ConstantFoldCastInstruction() 165 cast<FixedVectorType>(V->getType())->getNumElements()) { in ConstantFoldCastInstruction() 179 e = cast<FixedVectorType>(V->getType())->getNumElements(); in ConstantFoldCastInstruction() 278 for (unsigned i = 0, e = V1VTy->getNumElements(); i != e; ++i) { in ConstantFoldSelectInstruction() 299 if (Result.size() == V1VTy->getNumElements()) in ConstantFoldSelectInstruction() 364 if (CIdx->uge(ValFVTy->getNumElements())) in ConstantFoldExtractElementInstruction() 430 unsigned NumElts = ValTy->getNumElements(); in ConstantFoldInsertElementInstruction() 532 NumElts = ST->getNumElements(); in ConstantFoldInsertValueInstruction() 534 NumElts = cast<ArrayType>(Agg->getType())->getNumElements(); in ConstantFoldInsertValueInstruction() 593 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i) { in ConstantFoldUnaryInstruction() [all …]
|
H A D | AutoUpgrade.cpp | 750 if (cast<FixedVectorType>(F->getReturnType())->getNumElements() == 4) { in upgradeArmOrAarch64IntrinsicFunction() 1469 if (!STy || STy->getNumElements() != 2) in UpgradeGlobalVariable() 1496 unsigned NumElts = ResultTy->getNumElements() * 8; in upgradeX86PSLLDQIntrinsics() 1530 unsigned NumElts = ResultTy->getNumElements() * 8; in upgradeX86PSRLDQIntrinsics() 1587 cast<FixedVectorType>(Op0->getType())->getNumElements()); in emitX86Select() 1614 unsigned NumElts = cast<FixedVectorType>(Op0->getType())->getNumElements(); in upgradeX86ALIGNIntrinsics() 1740 unsigned NumElts = cast<FixedVectorType>(Ty)->getNumElements(); in upgradeX86Rotate() 1810 unsigned NumElts = cast<FixedVectorType>(Ty)->getNumElements(); in upgradeX86ConcatShift() 1846 unsigned NumElts = cast<FixedVectorType>(Data->getType())->getNumElements(); in upgradeMaskedStore() 1869 unsigned NumElts = cast<FixedVectorType>(ValTy)->getNumElements(); in upgradeMaskedLoad() [all …]
|
/freebsd/contrib/llvm-project/clang/utils/TableGen/ |
H A D | NeonEmitter.cpp | 204 unsigned getNumElements() const { return Bitwidth / ElementBitwidth; } in getNumElements() function in __anonfaf0748f0111::Type 363 if (T.isVector() && T.getNumElements() > 1) in isBigEndianSafe() 630 S += "x" + utostr(getNumElements()); in str() 693 Ret += "V" + utostr(getNumElements()) + S; in builtin_str() 1201 for (int J = Dest.getType().getNumElements() - 1; J >= 0; --J) in emitReverseVariable() 1209 for (int J = Dest.getType().getNumElements() - 1; J >= 0; --J) in emitReverseVariable() 1228 if (!NewV.getType().isVector() || NewV.getType().getNumElements() == 1) in emitArgumentReversal() 1250 getReturnType().getNumElements() == 1) in emitReturnReversal() 1649 std::make_unique<MaskExpander>(Arg1.first.getNumElements())); in emitDagShuffle() 1663 if (Elts.size() > T.getNumElements()) { in emitDagShuffle() [all …]
|
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
H A D | BasicTTIImpl.h | 99 for (int i = 0, e = VTy->getNumElements(); i < e; ++i) { in getBroadcastShuffleOverhead() 118 for (int i = 0, e = VTy->getNumElements(); i < e; ++i) { in getPermuteShuffleOverhead() 135 int NumSubElts = SubVTy->getNumElements(); in getExtractSubvectorOverhead() 138 (int)cast<FixedVectorType>(VTy)->getNumElements()) && in getExtractSubvectorOverhead() 163 int NumSubElts = SubVTy->getNumElements(); in getInsertSubvectorOverhead() 166 (int)cast<FixedVectorType>(VTy)->getNumElements()) && in getInsertSubvectorOverhead() 220 unsigned VF = VT->getNumElements(); 778 assert(DemandedElts.getBitWidth() == Ty->getNumElements() && in getScalarizationOverhead() 783 for (int i = 0, e = Ty->getNumElements(); i < e; ++i) { in getScalarizationOverhead() 805 APInt DemandedElts = APInt::getAllOnes(Ty->getNumElements()); in getScalarizationOverhead() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
H A D | SystemZTargetTransformInfo.cpp | 420 unsigned WideBits = getScalarSizeInBits(Ty) * VTy->getNumElements(); in getNumVectorRegs() 532 unsigned VF = VTy->getNumElements(); in getArithmeticInstrCost() 664 assert(cast<FixedVectorType>(SrcTy)->getNumElements() == in getVectorTruncCost() 665 cast<FixedVectorType>(DstTy)->getNumElements() && in getVectorTruncCost() 681 unsigned VF = cast<FixedVectorType>(SrcTy)->getNumElements(); in getVectorTruncCost() 755 unsigned VF = DstVTy->getNumElements(); in getBoolVecToIntConversionCost() 853 unsigned VF = SrcVecTy->getNumElements(); in getCastInstrCost() 995 unsigned VF = cast<FixedVectorType>(ValTy)->getNumElements(); in getCmpSelInstrCost() 1246 unsigned NumElts = cast<FixedVectorType>(VecTy)->getNumElements(); in getInterleavedMemoryOpCost()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
H A D | ScalarizeMaskedMemIntrin.cpp | 96 unsigned NumElts = cast<FixedVectorType>(Mask->getType())->getNumElements(); in isConstantIntVector() 173 unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements(); in scalarizeMaskedLoad() 308 unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements(); in scalarizeMaskedStore() 425 unsigned VectorWidth = VecType->getNumElements(); in scalarizeMaskedGather() 555 unsigned VectorWidth = SrcFVTy->getNumElements(); in scalarizeMaskedScatter() 643 unsigned VectorWidth = VecType->getNumElements(); in scalarizeMaskedExpandLoad() 780 unsigned VectorWidth = VecType->getNumElements(); in scalarizeMaskedCompressStore() 885 unsigned VectorWidth = AddrType->getNumElements(); in scalarizeMaskedVectorHistogram()
|