| /freebsd/contrib/llvm-project/llvm/include/llvm/SandboxIR/ |
| H A D | Type.h | 37 class ScalableVectorType; variable 54 friend class ScalableVectorType; // For LLVMTy. variable 402 class ScalableVectorType : public VectorType { 404 LLVM_ABI static ScalableVectorType *get(Type *ElementType, 407 static ScalableVectorType *get(Type *ElementType, in get() 408 const ScalableVectorType *SVTy) { in get() 412 static ScalableVectorType *getInteger(ScalableVectorType *VTy) { in getInteger() 413 return cast<ScalableVectorType>(VectorType::getInteger(VTy)); in getInteger() 416 static ScalableVectorType * 417 getExtendedElementVectorType(ScalableVectorType *VTy) { in getExtendedElementVectorType() [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | DerivedTypes.h | 639 class ScalableVectorType : public VectorType { 641 ScalableVectorType(Type *ElTy, unsigned MinNumElts) in ScalableVectorType() function 645 LLVM_ABI static ScalableVectorType *get(Type *ElementType, 648 static ScalableVectorType *get(Type *ElementType, in get() 649 const ScalableVectorType *SVTy) { in get() 653 static ScalableVectorType *getInteger(ScalableVectorType *VTy) { in getInteger() 654 return cast<ScalableVectorType>(VectorType::getInteger(VTy)); in getInteger() 657 static ScalableVectorType * 658 getExtendedElementVectorType(ScalableVectorType *VTy) { in getExtendedElementVectorType() 659 return cast<ScalableVectorType>( in getExtendedElementVectorType() [all …]
|
| H A D | MatrixBuilder.h | 42 assert(!isa<ScalableVectorType>(LHS->getType()) && in splatScalarOperandIfNeeded() 48 assert(!isa<ScalableVectorType>(RHS->getType()) && in splatScalarOperandIfNeeded() 160 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateAdd() 166 assert(!isa<ScalableVectorType>(RHS->getType()) && in CreateAdd() 185 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateSub() 191 assert(!isa<ScalableVectorType>(RHS->getType()) && in CreateSub() 218 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateScalarDiv()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | SVEIntrinsicOpts.cpp | 111 const auto *PTrueVTy = cast<ScalableVectorType>(PTrue->getType()); in isPTruePromoted() 117 const auto *IntrUserVTy = cast<ScalableVectorType>(IntrUser->getType()); in isPTruePromoted() 141 auto *PTrue1VTy = cast<ScalableVectorType>(PTrue1->getType()); in coalescePTrueIntrinsicCalls() 142 auto *PTrue2VTy = cast<ScalableVectorType>(PTrue2->getType()); in coalescePTrueIntrinsicCalls() 292 ScalableVectorType::get(Type::getInt1Ty(I->getContext()), 16); in optimizePredicateStore() 352 ScalableVectorType::get(Type::getInt1Ty(I->getContext()), 16); in optimizePredicateLoad()
|
| H A D | AArch64TargetTransformInfo.cpp | 588 if (auto *VTy = dyn_cast<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 1221 if (!isa<ScalableVectorType>(II.getType()) && in constructSVEIntrinsicInfo() 1223 return !isa<ScalableVectorType>(V->getType()); in constructSVEIntrinsicInfo() 1550 if (cast<ScalableVectorType>(Pred->getType())->getMinNumElements() <= in isAllActivePredicate() 1551 cast<ScalableVectorType>(UncastedPred->getType())->getMinNumElements()) in isAllActivePredicate() 1818 auto *RetTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEDupX() 1866 auto *OutTy = dyn_cast<ScalableVectorType>(II.getType()); in instCombineSVECmpNE() 1896 auto *PredType = ScalableVectorType::get( in instCombineSVECmpNE() 1980 auto *PgVTy = cast<ScalableVectorType>(Pg->getType()); in instCombineSVELast() 2351 auto *RetTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEUnpack() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/SandboxIR/ |
| H A D | Type.cpp | 118 ScalableVectorType *ScalableVectorType::get(Type *ElementType, in get() 120 return cast<ScalableVectorType>(ElementType->getContext().getType( in get() 121 llvm::ScalableVectorType::get(ElementType->LLVMTy, NumElts))); in get()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | VNCoercion.cpp | 13 return Ty->isStructTy() || Ty->isArrayTy() || isa<ScalableVectorType>(Ty); in isFirstClassAggregateOrScalableType() 26 if (isa<ScalableVectorType>(StoredTy) && isa<ScalableVectorType>(LoadTy) && in canCoerceMustAliasedValueToLoad() 33 if (isa<ScalableVectorType>(StoredTy) && isa<FixedVectorType>(LoadTy)) { in canCoerceMustAliasedValueToLoad() 103 if (isa<ScalableVectorType>(StoredVal->getType()) && in coerceAvailableValueToLoadType() 332 if (isa<ScalableVectorType>(LoadTy)) { in getStoreValueForLoadHelper() 340 if (isa<ScalableVectorType>(SrcVal->getType()) && in getStoreValueForLoadHelper()
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | Type.cpp | 122 return isa<ScalableVectorType>(TT->getLayoutType()); in isScalableTargetExtTy() 527 if (getNumElements() <= 0 || !isa<ScalableVectorType>(elements().front())) in containsHomogeneousScalableVectorTypes() 732 if (isa<ScalableVectorType>(V->getType())) in indexValid() 787 return ScalableVectorType::get(ElementType, EC.getKnownMinValue()); in get() 827 ScalableVectorType *ScalableVectorType::get(Type *ElementType, in get() 841 Entry = new (pImpl->Alloc) ScalableVectorType(ElementType, MinNumElts); in get() 842 return cast<ScalableVectorType>(Entry); in get() 1020 return TargetTypeInfo(ScalableVectorType::get(Type::getInt1Ty(C), 16), in getTargetTypeInfo() 1029 std::max(cast<ScalableVectorType>(Ty->getTypeParameter(0)) in getTargetTypeInfo() 1034 ScalableVectorType::get(Type::getInt8Ty(C), TotalNumElts), in getTargetTypeInfo()
|
| H A D | ConstantFold.cpp | 176 if (isa<ScalableVectorType>(DestTy)) in ConstantFoldCastInstruction() 420 if (isa<ScalableVectorType>(Val->getType())) in ConstantFoldInsertElementInstruction() 451 ElementCount::get(MaskNumElts, isa<ScalableVectorType>(V1VTy)); in ConstantFoldShuffleVectorInstruction() 474 if (isa<ScalableVectorType>(V1VTy)) in ConstantFoldShuffleVectorInstruction() 551 bool IsScalableVector = isa<ScalableVectorType>(C->getType()); in ConstantFoldUnaryInstruction() 628 bool IsScalableVector = isa<ScalableVectorType>(C1->getType()); in ConstantFoldBinaryInstruction() 1183 if (isa<ScalableVectorType>(C1VTy)) in ConstantFoldCompareInstruction()
|
| H A D | Instructions.cpp | 1759 Mask.size(), isa<ScalableVectorType>(V1->getType())), in ShuffleVectorInst() 1800 if (isa<ScalableVectorType>(V1->getType())) in isValidOperands() 1817 isa<ScalableVectorType>(MaskTy) != isa<ScalableVectorType>(V1->getType())) in isValidOperands() 1826 if (isa<ScalableVectorType>(MaskTy)) in isValidOperands() 1894 if (isa<ScalableVectorType>(ResultTy)) { in convertShuffleMaskForBitcode() 2179 if (isa<ScalableVectorType>(getType())) in isIdentityWithPadding() 2203 if (isa<ScalableVectorType>(getType())) in isIdentityWithExtract() 2221 if (isa<ScalableVectorType>(getType())) in isConcat() 2306 if (isa<ScalableVectorType>(getType())) in isReplicationMask() 2340 if (isa<ScalableVectorType>(getType())) in isOneUseSingleSourceMask()
|
| H A D | IRBuilder.cpp | 139 if (isa<ScalableVectorType>(DstType)) { in CreateStepVector() 146 VectorType::get(getInt8Ty(), cast<ScalableVectorType>(DstType)); in CreateStepVector() 1085 if (isa<ScalableVectorType>(Ty)) { in CreateVectorReverse() 1105 if (auto *VTy = dyn_cast<ScalableVectorType>(V1->getType())) { in CreateVectorSplice()
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/Targets/ |
| H A D | AArch64.cpp | 87 if (isa<llvm::ScalableVectorType>(BaseTy)) in EmitVAArg() 237 return llvm::ScalableVectorType::get(llvm::Type::getInt1Ty(getVMContext()), in convertFixedToScalableVectorType() 250 return llvm::ScalableVectorType::get( in convertFixedToScalableVectorType() 255 return llvm::ScalableVectorType::get( in convertFixedToScalableVectorType() 260 return llvm::ScalableVectorType::get( in convertFixedToScalableVectorType() 265 return llvm::ScalableVectorType::get( in convertFixedToScalableVectorType() 269 return llvm::ScalableVectorType::get( in convertFixedToScalableVectorType() 273 return llvm::ScalableVectorType::get( in convertFixedToScalableVectorType() 277 return llvm::ScalableVectorType::get( in convertFixedToScalableVectorType() 281 return llvm::ScalableVectorType::get( in convertFixedToScalableVectorType() [all …]
|
| H A D | RISCV.cpp | 487 VLSType = llvm::ScalableVectorType::get( in detectVLSCCEligibleStruct() 508 llvm::ScalableVectorType::get(llvm::Type::getInt8Ty(getVMContext()), in detectVLSCCEligibleStruct() 546 llvm::ScalableVectorType *ResType; in coerceVLSVector() 553 ResType = llvm::ScalableVectorType::get(EltType, NumElts / VScale->first); in coerceVLSVector() 563 ResType = llvm::ScalableVectorType::get( in coerceVLSVector() 577 ResType = llvm::ScalableVectorType::get( in coerceVLSVector()
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/TargetBuiltins/ |
| H A D | RISCV.cpp | 865 assert(isa<ScalableVectorType>(ResultType) && in emitRVVReinterpretBuiltin() 866 isa<ScalableVectorType>(Ops[0]->getType())); in emitRVVReinterpretBuiltin() 869 ScalableVectorType *Boolean64Ty = in emitRVVReinterpretBuiltin() 870 ScalableVectorType::get(llvm::Type::getInt1Ty(Context), 64); in emitRVVReinterpretBuiltin() 900 auto *VecTy = cast<ScalableVectorType>(ResultType); in emitRVVGetBuiltin() 901 if (auto *OpVecTy = dyn_cast<ScalableVectorType>(Ops[0]->getType())) { in emitRVVGetBuiltin() 925 if (auto *ResVecTy = dyn_cast<ScalableVectorType>(ResultType)) { in emitRVVSetBuiltin() 926 auto *VecTy = cast<ScalableVectorType>(Ops[2]->getType()); in emitRVVSetBuiltin() 951 auto *VecTy = cast<ScalableVectorType>(Ops[0]->getType()); in emitRVVCreateBuiltin() 953 if (isa<ScalableVectorType>(ResultType)) { in emitRVVCreateBuiltin() [all …]
|
| H A D | ARM.cpp | 3789 llvm::ScalableVectorType * 3795 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 16); in getSVEPredType() 3797 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 8); in getSVEPredType() 3799 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 4); in getSVEPredType() 3801 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 2); in getSVEPredType() 3804 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 8); in getSVEPredType() 3806 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 8); in getSVEPredType() 3808 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 4); in getSVEPredType() 3810 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 2); in getSVEPredType() 3813 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 16); in getSVEPredType() [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/SandboxVectorizer/ |
| H A D | VecUtils.h | 47 assert(!isa<ScalableVectorType>(Ty)); 92 assert(!isa<ScalableVectorType>(Ty) && "Expect scalar or fixed vector");
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 218 if (isa<ScalableVectorType>(DataTy)) 878 if (isa<ScalableVectorType>(InTy)) 929 if (isa<ScalableVectorType>(InTy)) in getScalarizationOverhead() 1081 if (isa<ScalableVectorType>(Ty)) 1313 if (isa<ScalableVectorType>(DstVTy)) 1396 if (isa<ScalableVectorType>(ValTy)) 1573 if (isa<ScalableVectorType>(VecTy)) 1962 if (isa<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 1970 if (isa<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 1981 if (isa<ScalableVectorType>(Args[1]->getType())) in getIntrinsicInstrCost() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopIdiomVectorize.cpp | 434 ScalableVectorType *PredVTy = in createMaskedFindMismatch() 435 ScalableVectorType::get(Builder.getInt1Ty(), ByteCompareVF); in createMaskedFindMismatch() 462 ScalableVectorType::get(Builder.getInt8Ty(), ByteCompareVF); in createMaskedFindMismatch() 555 auto *VectorLoadType = ScalableVectorType::get(LoadType, ByteCompareVF); in createPredicatedFindMismatch() 1088 ScalableVectorType::get(CharTy, VF), FixedVectorType::get(CharTy, VF), in recognizeFindFirstByte() 1089 ScalableVectorType::get(Type::getInt1Ty(Ctx), VF)}; in recognizeFindFirstByte() 1181 auto *PredVTy = ScalableVectorType::get(Builder.getInt1Ty(), VF); in expandFindFirstByte() 1182 auto *CharVTy = ScalableVectorType::get(CharTy, VF); in expandFindFirstByte()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVInterleavedAccess.cpp | 275 ScalableVectorType::get(Type::getInt8Ty(LI->getContext()), in lowerDeinterleaveIntrinsicToLoad() 349 ScalableVectorType::get(Type::getInt8Ty(SI->getContext()), in lowerInterleaveIntrinsicToStore() 465 ScalableVectorType::get(Type::getInt8Ty(Load->getContext()), in lowerInterleavedVPLoad() 576 ScalableVectorType::get(Type::getInt8Ty(Store->getContext()), in lowerInterleavedVPStore()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ValueTypes.cpp | 127 return isExtendedVector() && isa<ScalableVectorType>(LLVMTy); in isExtendedScalableVector() 270 unsigned Sz = cast<ScalableVectorType>(TargetExtTy->getTypeParameter(0)) in getVT()
|
| H A D | InterleavedAccessPass.cpp | 268 if (isa<ScalableVectorType>(Load->getType())) in lowerInterleavedLoad() 520 if (!SVI || !SVI->hasOneUse() || isa<ScalableVectorType>(SVI->getType())) in lowerInterleavedStore()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | InstSimplifyFolder.h | 113 isa<ScalableVectorType>(V1->getType())); in FoldShuffleVector()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/SandboxVectorizer/ |
| H A D | SeedCollector.cpp | 150 if (isa<ScalableVectorType>(Ty)) in isValidMemSeed()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 367 if (isa<ScalableVectorType>(VTy)) in findScalarElement() 1275 if (isa<ScalableVectorType>(ConstMask->getType())) in maskIsAllZeroOrUndef() 1301 if (isa<ScalableVectorType>(ConstMask->getType())) in maskIsAllOneOrUndef() 1327 if (isa<ScalableVectorType>(ConstMask->getType())) in maskContainsAllOneOrUndef()
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/ |
| H A D | CodeGenTypes.cpp | 561 llvm::ScalableVectorType::get( in ConvertType() 565 return llvm::ScalableVectorType::get(ConvertType(Info.ElementType), in ConvertType()
|