| /freebsd/contrib/llvm-project/llvm/include/llvm/Support/ |
| H A D | TypeSize.h | 90 using ScalarTy = ValueTy;
93 ScalarTy Quantity = 0;
97 constexpr FixedOrScalableQuantity(ScalarTy Quantity, bool Scalable) in FixedOrScalableQuantity()
120 friend constexpr LeafTy &operator*=(LeafTy &LHS, ScalarTy RHS) {
135 friend constexpr LeafTy operator*(const LeafTy &LHS, ScalarTy RHS) {
140 template <typename U = ScalarTy>
163 constexpr LeafTy getWithIncrement(ScalarTy RHS) const { in getWithIncrement()
168 constexpr ScalarTy getKnownMinValue() const { return Quantity; } in getKnownMinValue()
183 constexpr bool isKnownMultipleOf(ScalarTy RHS) const { in isKnownMultipleOf()
202 constexpr ScalarTy getFixedValue() const { in getFixedValue()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGenTypes/ |
| H A D | LowLevelType.h | 71 static constexpr LLT vector(ElementCount EC, LLT ScalarTy) { in vector() argument
73 assert(!ScalarTy.isVector() && "invalid vector element type"); in vector()
74 return LLT{ScalarTy.isPointer(), in vector()
78 ScalarTy.getSizeInBits().getFixedValue(), in vector()
79 ScalarTy.isPointer() ? ScalarTy.getAddressSpace() : 0}; in vector()
107 static constexpr LLT fixed_vector(unsigned NumElements, LLT ScalarTy) { in fixed_vector() argument
108 return vector(ElementCount::getFixed(NumElements), ScalarTy); in fixed_vector()
120 static constexpr LLT scalable_vector(unsigned MinNumElements, LLT ScalarTy) { in scalable_vector() argument
121 return vector(ElementCount::getScalable(MinNumElements), ScalarTy); in scalable_vector()
124 static constexpr LLT scalarOrVector(ElementCount EC, LLT ScalarTy) { in scalarOrVector() argument
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/LoongArch/ |
| H A D | LoongArchTargetTransformInfo.cpp | 61 Type *ScalarTy = Ty->getScalarType(); in getRegisterClassForType() local
62 if ((ScalarTy->isFloatTy() && ST->hasBasicF()) || in getRegisterClassForType()
63 (ScalarTy->isDoubleTy() && ST->hasBasicD())) { in getRegisterClassForType()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | LowLevelTypeUtils.cpp | 23 LLT ScalarTy = getLLTForType(*VTy->getElementType(), DL); in getLLTForType() local
25 return ScalarTy; in getLLTForType()
26 return LLT::vector(EC, ScalarTy); in getLLTForType()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | Type.h | 466 template <typename ScalarTy> static Type *getScalarTy(LLVMContext &C) {
467 int noOfBits = sizeof(ScalarTy) * CHAR_BIT; in getScalarTy()
468 if (std::is_integral<ScalarTy>::value) { in getScalarTy()
470 } else if (std::is_floating_point<ScalarTy>::value) { in getScalarTy()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | SLPVectorizer.cpp | 251 static FixedVectorType *getWidenedType(Type *ScalarTy, unsigned VF) { in getWidenedType() argument
252 return FixedVectorType::get(ScalarTy->getScalarType(), in getWidenedType()
253 VF * getNumElements(ScalarTy)); in getWidenedType()
2749 ResTy processBuildVector(const TreeEntry *E, Type *ScalarTy, Args &...Params);
2754 Value *createBuildVector(const TreeEntry *E, Type *ScalarTy);
2819 Type *ScalarTy) const;
2827 Value *gather(ArrayRef<Value *> VL, Value *Root, Type *ScalarTy);
4227 Type *ScalarTy = GatheredScalars.front()->getType(); in findReusedOrderedScalars() local
4229 if (!isValidElementType(ScalarTy)) in findReusedOrderedScalars()
4231 auto *VecTy = getWidenedType(ScalarTy, NumScalars); in findReusedOrderedScalars()
[all …]
|
| H A D | VectorCombine.cpp | 161 Type *ScalarTy = Load->getType()->getScalarType(); in canWidenLoad() local
162 uint64_t ScalarSize = ScalarTy->getPrimitiveSizeInBits(); in canWidenLoad()
189 Type *ScalarTy = Scalar->getType(); in vectorizeLoadInsert() local
190 uint64_t ScalarSize = ScalarTy->getPrimitiveSizeInBits(); in vectorizeLoadInsert()
201 auto *MinVecTy = VectorType::get(ScalarTy, MinVecNumElts, false); in vectorizeLoadInsert()
410 Type *ScalarTy = Ext0->getType(); in isExtractExtractCheap() local
417 ScalarOpCost = TTI.getArithmeticInstrCost(Opcode, ScalarTy); in isExtractExtractCheap()
424 Opcode, ScalarTy, CmpInst::makeCmpResultType(ScalarTy), Pred); in isExtractExtractCheap()
667 Type *ScalarTy = VecTy->getScalarType(); in foldInsExtFNeg() local
670 TTI.getArithmeticInstrCost(Instruction::FNeg, ScalarTy) + in foldInsExtFNeg()
[all …]
|
| H A D | VPlanRecipes.cpp | 2135 Type *ScalarTy = getLoadStoreType(Instr); in execute() local
2137 auto *VecTy = VectorType::get(ScalarTy, State.VF * InterleaveFactor); in execute()
2187 AddrPart = State.Builder.CreateGEP(ScalarTy, AddrPart, Idx, "", InBounds); in execute()
2269 if (Member->getType() != ScalarTy) { in execute()
2304 if (Member->getType() != ScalarTy) { in execute()
2322 auto *SubVT = VectorType::get(ScalarTy, State.VF); in execute()
|
| H A D | LoopVectorize.cpp | 3465 auto *ScalarTy = getLoadStoreType(I); in interleavedAccessCanBeWidened() local
3466 if (hasIrregularType(ScalarTy, DL)) in interleavedAccessCanBeWidened()
3472 bool ScalarNI = DL.isNonIntegralPointerType(ScalarTy); in interleavedAccessCanBeWidened()
3484 ScalarTy->getPointerAddressSpace() != in interleavedAccessCanBeWidened()
3529 auto *ScalarTy = getLoadStoreType(I); in memoryInstructionCanBeWidened() local
3532 if (!Legal->isConsecutivePtr(ScalarTy, Ptr)) in memoryInstructionCanBeWidened()
3543 if (hasIrregularType(ScalarTy, DL)) in memoryInstructionCanBeWidened()
3830 std::numeric_limits<ElementCount::ScalarTy>::max()); in isScalableVectorizationAllowed()
3876 std::numeric_limits<ElementCount::ScalarTy>::max()); in getMaxLegalScalableVF()
4473 auto WillWiden = [&TTI, VF](Type *ScalarTy) { in willGenerateVectors() argument
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.h | 372 Type *ScalarTy = Ty->getScalarType(); variable
373 if ((ScalarTy->isHalfTy() && ST->hasStdExtZfhmin()) ||
374 (ScalarTy->isFloatTy() && ST->hasStdExtF()) ||
375 (ScalarTy->isDoubleTy() && ST->hasStdExtD())) {
|
| /freebsd/contrib/llvm-project/llvm/lib/Support/ |
| H A D | TypeSize.cpp | 50 TypeSize::operator TypeSize::ScalarTy() const { in operator TypeSize::ScalarTy()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCTargetTransformInfo.cpp | 1028 Type *ScalarTy = DataType->getScalarType(); in hasActiveVectorLength() local
1030 if (ScalarTy->isPointerTy()) in hasActiveVectorLength()
1033 if (ScalarTy->isFloatTy() || ScalarTy->isDoubleTy()) in hasActiveVectorLength()
1036 if (!ScalarTy->isIntegerTy()) in hasActiveVectorLength()
1039 unsigned IntWidth = ScalarTy->getIntegerBitWidth(); in hasActiveVectorLength()
|
| /freebsd/contrib/llvm-project/clang/lib/AST/ |
| H A D | PrintfFormatString.cpp | 740 ArgType ScalarTy = getScalarArgType(Ctx, IsObjCLiteral); in getArgType() local
741 if (!ScalarTy.isValid() || VectorNumElts.isInvalid()) in getArgType()
742 return ScalarTy; in getArgType()
744 return ScalarTy.makeVectorType(Ctx, VectorNumElts.getConstantAmount()); in getArgType()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86TargetTransformInfo.cpp | 191 auto *ScalarTy = Ty->getScalarType(); in hasConditionalLoadStoreForType() local
192 switch (cast<IntegerType>(ScalarTy)->getBitWidth()) { in hasConditionalLoadStoreForType()
5930 Type *ScalarTy = DataTy->getScalarType(); in isLegalMaskedLoad() local
5934 return ST->hasCF() && hasConditionalLoadStoreForType(ScalarTy); in isLegalMaskedLoad()
5939 if (ScalarTy->isPointerTy()) in isLegalMaskedLoad()
5942 if (ScalarTy->isFloatTy() || ScalarTy->isDoubleTy()) in isLegalMaskedLoad()
5945 if (ScalarTy->isHalfTy() && ST->hasBWI()) in isLegalMaskedLoad()
5948 if (ScalarTy->isBFloatTy() && ST->hasBF16()) in isLegalMaskedLoad()
5951 if (!ScalarTy->isIntegerTy()) in isLegalMaskedLoad()
5954 unsigned IntWidth = ScalarTy->getIntegerBitWidth(); in isLegalMaskedLoad()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64PostLegalizerLowering.cpp | 497 auto ScalarTy = MRI.getType(Dst).getElementType(); in applyINS() local
502 auto Extract = Builder.buildExtractVectorElement(ScalarTy, SrcVec, SrcCst); in applyINS()
707 LLT ScalarTy = SrcTy.getElementType(); in matchDupLane() local
708 unsigned ScalarSize = ScalarTy.getSizeInBits(); in matchDupLane()
|
| H A D | AArch64RegisterBankInfo.cpp | 785 LLT ScalarTy = MRI.getType(ScalarReg); in getInstrMapping() local
791 else if (ScalarTy.getSizeInBits() != 8 && in getInstrMapping()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | MachineIRBuilder.cpp | 1322 assert((TypeSize::ScalarTy)DstOps.size() * in buildInstr()
1337 assert((TypeSize::ScalarTy)SrcOps.size() * in buildInstr()
1384 assert((TypeSize::ScalarTy)SrcOps.size() * in buildInstr()
1415 assert((TypeSize::ScalarTy)SrcOps.size() * in buildInstr()
|
| H A D | Utils.cpp | 1202 LLT ScalarTy = OrigTy.isVector() ? TargetTy : OrigTy; in getLCMType() local
1207 if (EltTy.getSizeInBits() == ScalarTy.getSizeInBits()) in getLCMType()
1214 ScalarTy.getSizeInBits().getFixedValue()); in getLCMType()
|
| H A D | CombinerHelper.cpp | 4158 LLT ScalarTy = MRI.getType(Reg); in applyExtractVecEltBuildVec() local
4162 if (ScalarTy != DstTy) { in applyExtractVecEltBuildVec()
4163 assert(ScalarTy.getSizeInBits() > DstTy.getSizeInBits()); in applyExtractVecEltBuildVec()
5177 LLT ScalarTy = Ty.getScalarType(); in buildUDivUsingMul() local
5178 const unsigned EltBits = ScalarTy.getScalarSizeInBits(); in buildUDivUsingMul()
5208 Factors.push_back(MIB.buildConstant(ScalarTy, Factor).getReg(0)); in buildUDivUsingMul()
5272 MagicFactors.push_back(MIB.buildConstant(ScalarTy, Magic).getReg(0)); in buildUDivUsingMul()
5274 MIB.buildConstant(ScalarTy, in buildUDivUsingMul()
5422 LLT ScalarTy = Ty.getScalarType(); in buildSDivUsingMul() local
5453 Factors.push_back(MIB.buildConstant(ScalarTy, Factor).getReg(0)); in buildSDivUsingMul()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonISelLowering.cpp | 2688 MVT ScalarTy = tyScalar(VecTy); in extractVector() local
2689 VecV = DAG.getBitcast(ScalarTy, VecV); in extractVector()
2705 ExtV = DAG.getNode(HexagonISD::EXTRACTU, dl, ScalarTy, in extractVector()
2713 ExtV = DAG.getNode(HexagonISD::EXTRACTU, dl, ScalarTy, in extractVector()
2791 MVT ScalarTy = MVT::getIntegerVT(VecWidth); in insertVector() local
2796 VecV = DAG.getBitcast(ScalarTy, VecV); in insertVector()
2798 ValV = DAG.getAnyExtOrTrunc(ValV, dl, ScalarTy); in insertVector()
2806 InsV = DAG.getNode(HexagonISD::INSERT, dl, ScalarTy, in insertVector()
2812 InsV = DAG.getNode(HexagonISD::INSERT, dl, ScalarTy, in insertVector()
|
| H A D | HexagonVectorCombine.cpp | 2494 Type *ScalarTy = Val->getType()->getScalarType(); in vlsb() local
2495 if (ScalarTy == getBoolTy()) in vlsb()
2509 Type *ScalarTy = Val->getType()->getScalarType(); in vbytes() local
2510 if (ScalarTy == getByteTy()) in vbytes()
2513 if (ScalarTy != getBoolTy()) in vbytes()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 2467 Type *ScalarTy = Ty->getElementType(); in getTreeReductionCost() local
2470 ScalarTy == IntegerType::getInt1Ty(Ty->getContext()) && in getTreeReductionCost()
2494 VectorType *SubTy = FixedVectorType::get(ScalarTy, NumVecElts); in getTreeReductionCost()
2573 Type *ScalarTy = Ty->getElementType(); in getMinMaxReductionCost() local
2584 auto *SubTy = FixedVectorType::get(ScalarTy, NumVecElts); in getMinMaxReductionCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LoopStrengthReduce.cpp | 261 constexpr Immediate(ScalarTy MinVal, bool Scalable) in Immediate()
270 static constexpr Immediate getFixed(ScalarTy MinVal) { in getFixed()
273 static constexpr Immediate getScalable(ScalarTy MinVal) { in getScalable()
276 static constexpr Immediate get(ScalarTy MinVal, bool Scalable) { in get()
302 return Quantity == std::numeric_limits<ScalarTy>::min(); in isMin()
306 return Quantity == std::numeric_limits<ScalarTy>::max(); in isMax()
312 ScalarTy Value = (uint64_t)Quantity + RHS.getKnownMinValue(); in addUnsigned()
318 ScalarTy Value = (uint64_t)Quantity - RHS.getKnownMinValue(); in subUnsigned()
323 constexpr Immediate mulUnsigned(const ScalarTy RHS) const { in mulUnsigned()
324 ScalarTy Value = (uint64_t)Quantity * RHS; in mulUnsigned()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | ValueTracking.cpp | 1144 Type *ScalarTy = SrcTy->getScalarType(); in computeKnownBitsFromOperator() local
1145 SrcBitWidth = ScalarTy->isPointerTy() ? in computeKnownBitsFromOperator()
1146 Q.DL.getPointerTypeSizeInBits(ScalarTy) : in computeKnownBitsFromOperator()
1147 Q.DL.getTypeSizeInBits(ScalarTy); in computeKnownBitsFromOperator()
2047 Type *ScalarTy = Ty->getScalarType(); in computeKnownBits() local
2048 if (ScalarTy->isPointerTy()) { in computeKnownBits()
2049 assert(BitWidth == Q.DL.getPointerTypeSizeInBits(ScalarTy) && in computeKnownBits()
2052 assert(BitWidth == Q.DL.getTypeSizeInBits(ScalarTy) && in computeKnownBits()
3782 Type *ScalarTy = Ty->getScalarType(); in ComputeNumSignBitsImpl() local
3783 unsigned TyBits = ScalarTy->isPointerTy() ? in ComputeNumSignBitsImpl()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorOps.cpp | 1870 Type *ScalarTy = Ty->getScalarType(); in tryExpandVecMathCall() local
1877 ArgTys.push_back(ScalarTy); in tryExpandVecMathCall()
1879 FunctionType *ScalarFTy = FunctionType::get(ScalarTy, ArgTys, false); in tryExpandVecMathCall()
|