/freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
H A D | DerivedTypes.h | 586 class ScalableVectorType : public VectorType { 588 ScalableVectorType(Type *ElTy, unsigned MinNumElts) in ScalableVectorType() function 592 static ScalableVectorType *get(Type *ElementType, unsigned MinNumElts); 594 static ScalableVectorType *get(Type *ElementType, in get() 595 const ScalableVectorType *SVTy) { in get() 599 static ScalableVectorType *getInteger(ScalableVectorType *VTy) { in getInteger() 600 return cast<ScalableVectorType>(VectorType::getInteger(VTy)); in getInteger() 603 static ScalableVectorType * 604 getExtendedElementVectorType(ScalableVectorType *VTy) { in getExtendedElementVectorType() 605 return cast<ScalableVectorType>( in getExtendedElementVectorType() [all …]
|
H A D | MatrixBuilder.h | 42 assert(!isa<ScalableVectorType>(LHS->getType()) && in splatScalarOperandIfNeeded() 48 assert(!isa<ScalableVectorType>(RHS->getType()) && in splatScalarOperandIfNeeded() 160 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateAdd() 166 assert(!isa<ScalableVectorType>(RHS->getType()) && in CreateAdd() 185 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateSub() 191 assert(!isa<ScalableVectorType>(RHS->getType()) && in CreateSub() 218 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateScalarDiv()
|
H A D | Instructions.h | 1937 if (isa<ScalableVectorType>(Mask->getType())) 1952 if (isa<ScalableVectorType>(getType())) 2126 if (isa<ScalableVectorType>(Mask->getType())) 2137 if (isa<ScalableVectorType>(getType())) 2156 if (isa<ScalableVectorType>(Mask->getType())) 2167 if (isa<ScalableVectorType>(getType())) 2186 if (isa<ScalableVectorType>(Mask->getType()))
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | SVEIntrinsicOpts.cpp | 114 const auto *PTrueVTy = cast<ScalableVectorType>(PTrue->getType()); in isPTruePromoted() 120 const auto *IntrUserVTy = cast<ScalableVectorType>(IntrUser->getType()); in isPTruePromoted() 144 auto *PTrue1VTy = cast<ScalableVectorType>(PTrue1->getType()); in coalescePTrueIntrinsicCalls() 145 auto *PTrue2VTy = cast<ScalableVectorType>(PTrue2->getType()); in coalescePTrueIntrinsicCalls() 295 ScalableVectorType::get(Type::getInt1Ty(I->getContext()), 16); in optimizePredicateStore() 355 ScalableVectorType::get(Type::getInt1Ty(I->getContext()), 16); in optimizePredicateLoad()
|
H A D | AArch64TargetTransformInfo.cpp | 549 if (auto *VTy = dyn_cast<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 1022 if (cast<ScalableVectorType>(Pred->getType())->getMinNumElements() <= in isAllActivePredicate() 1023 cast<ScalableVectorType>(UncastedPred->getType())->getMinNumElements()) in isAllActivePredicate() 1106 auto *RetTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEDupX() 1160 auto *OutTy = dyn_cast<ScalableVectorType>(II.getType()); in instCombineSVECmpNE() 1190 auto *PredType = ScalableVectorType::get( in instCombineSVECmpNE() 1274 auto *PgVTy = cast<ScalableVectorType>(Pg->getType()); in instCombineSVELast() 1738 auto *RetTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEUnpack() 1793 auto *TyA = cast<ScalableVectorType>(A->getType()); in instCombineSVEUzp1() 1795 RetTy == ScalableVectorType::getDoubleElementsVectorType(TyA)) { in instCombineSVEUzp1() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/IR/ |
H A D | Type.cpp | 89 return isa<ScalableVectorType>(TT->getLayoutType()); in isScalableTargetExtTy() 412 if (isa<ScalableVectorType>(Ty)) { in containsScalableVectorType() 437 if (!FirstTy || !isa<ScalableVectorType>(FirstTy)) in containsHomogeneousScalableVectorTypes() 623 if (isa<ScalableVectorType>(V->getType())) in indexValid() 678 return ScalableVectorType::get(ElementType, EC.getKnownMinValue()); in get() 713 ScalableVectorType *ScalableVectorType::get(Type *ElementType, in get() 727 Entry = new (pImpl->Alloc) ScalableVectorType(ElementType, MinNumElts); in get() 728 return cast<ScalableVectorType>(Entry); in get() 845 return TargetTypeInfo(ScalableVectorType::get(Type::getInt1Ty(C), 16), in getTargetTypeInfo()
|
H A D | ConstantFold.cpp | 425 if (isa<ScalableVectorType>(Val->getType())) in ConstantFoldInsertElementInstruction() 456 ElementCount::get(MaskNumElts, isa<ScalableVectorType>(V1VTy)); in ConstantFoldShuffleVectorInstruction() 480 if (isa<ScalableVectorType>(V1VTy)) in ConstantFoldShuffleVectorInstruction() 557 bool IsScalableVector = isa<ScalableVectorType>(C->getType()); in ConstantFoldUnaryInstruction() 633 bool IsScalableVector = isa<ScalableVectorType>(C1->getType()); in ConstantFoldBinaryInstruction() 1207 if (isa<ScalableVectorType>(C1VTy)) in ConstantFoldCompareInstruction()
|
H A D | Instructions.cpp | 1696 Mask.size(), isa<ScalableVectorType>(V1->getType())), in ShuffleVectorInst() 1738 if (isa<ScalableVectorType>(V1->getType())) in isValidOperands() 1755 isa<ScalableVectorType>(MaskTy) != isa<ScalableVectorType>(V1->getType())) in isValidOperands() 1829 if (isa<ScalableVectorType>(ResultTy)) { in convertShuffleMaskForBitcode() 2114 if (isa<ScalableVectorType>(getType())) in isIdentityWithPadding() 2138 if (isa<ScalableVectorType>(getType())) in isIdentityWithExtract() 2156 if (isa<ScalableVectorType>(getType())) in isConcat() 2241 if (isa<ScalableVectorType>(getType())) in isReplicationMask() 2275 if (isa<ScalableVectorType>(getType())) in isOneUseSingleSourceMask()
|
H A D | IRBuilder.cpp | 112 if (isa<ScalableVectorType>(DstType)) { in CreateStepVector() 119 VectorType::get(getInt8Ty(), cast<ScalableVectorType>(DstType)); in CreateStepVector() 1153 if (isa<ScalableVectorType>(Ty)) { in CreateVectorReverse() 1172 if (auto *VTy = dyn_cast<ScalableVectorType>(V1->getType())) { in CreateVectorSplice()
|
/freebsd/contrib/llvm-project/clang/lib/CodeGen/Targets/ |
H A D | AArch64.cpp | 67 if (isa<llvm::ScalableVectorType>(BaseTy)) in EmitVAArg() 213 return ABIArgInfo::getDirect(llvm::ScalableVectorType::get( in coerceIllegalVector() 221 llvm::ScalableVectorType *ResType = nullptr; in coerceIllegalVector() 227 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 232 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 237 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 242 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 246 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 250 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 254 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() [all …]
|
H A D | RISCV.cpp | 344 llvm::ScalableVectorType *ResType = in coerceVLSVector() 345 llvm::ScalableVectorType::get(EltType, NumElts / VScale->first); in coerceVLSVector()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
H A D | BasicTTIImpl.h | 216 if (isa<ScalableVectorType>(DataTy)) 774 if (isa<ScalableVectorType>(InTy)) in getScalarizationOverhead() 801 if (isa<ScalableVectorType>(InTy)) in getScalarizationOverhead() 954 if (isa<ScalableVectorType>(Ty)) 1180 if (isa<ScalableVectorType>(DstVTy)) 1259 if (isa<ScalableVectorType>(ValTy)) 1411 if (isa<ScalableVectorType>(VecTy)) 1646 if (isa<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 1654 if (isa<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 1664 if (isa<ScalableVectorType>(Args[1]->getType())) in getIntrinsicInstrCost() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
H A D | InterleavedAccessPass.cpp | 254 if (!LI->isSimple() || isa<ScalableVectorType>(LI->getType())) in lowerInterleavedLoad() 462 if (!SVI || !SVI->hasOneUse() || isa<ScalableVectorType>(SVI->getType())) in lowerInterleavedStore()
|
H A D | ValueTypes.cpp | 126 return isExtendedVector() && isa<ScalableVectorType>(LLVMTy); in isExtendedScalableVector()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
H A D | InstSimplifyFolder.h | 111 isa<ScalableVectorType>(V1->getType())); in FoldShuffleVector()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | LoopIdiomVectorize.cpp | 385 ScalableVectorType *PredVTy = in createMaskedFindMismatch() 386 ScalableVectorType::get(Builder.getInt1Ty(), ByteCompareVF); in createMaskedFindMismatch() 413 ScalableVectorType::get(Builder.getInt8Ty(), ByteCompareVF); in createMaskedFindMismatch() 508 auto *VectorLoadType = ScalableVectorType::get(LoadType, ByteCompareVF); in createPredicatedFindMismatch()
|
/freebsd/contrib/llvm-project/clang/lib/CodeGen/ |
H A D | CodeGenTypes.cpp | 555 return llvm::ScalableVectorType::get(ConvertType(Info.ElementType), in ConvertType() 576 llvm::Type *EltTy = llvm::ScalableVectorType::get( in ConvertType() 581 return llvm::ScalableVectorType::get(ConvertType(Info.ElementType), in ConvertType()
|
H A D | CGBuiltin.cpp | 9714 llvm::ScalableVectorType * 9720 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 16); in getSVEPredType() 9722 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 8); in getSVEPredType() 9724 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 4); in getSVEPredType() 9726 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 2); in getSVEPredType() 9729 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 8); in getSVEPredType() 9731 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 8); in getSVEPredType() 9733 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 4); in getSVEPredType() 9735 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 2); in getSVEPredType() 9738 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 16); in getSVEPredType() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
H A D | VectorUtils.cpp | 220 if (isa<ScalableVectorType>(VTy)) in findScalarElement() 1034 if (isa<ScalableVectorType>(ConstMask->getType())) in maskIsAllZeroOrUndef() 1060 if (isa<ScalableVectorType>(ConstMask->getType())) in maskIsAllOneOrUndef() 1086 if (isa<ScalableVectorType>(ConstMask->getType())) in maskContainsAllOneOrUndef()
|
H A D | LoopAccessAnalysis.cpp | 317 if (isa<ScalableVectorType>(SrcTy) || isa<ScalableVectorType>(DstTy)) in tryToCreateDiffCheck() 1468 if (isa<ScalableVectorType>(AccessTy)) { in getPtrStride()
|
/freebsd/contrib/llvm-project/clang/include/clang/Basic/ |
H A D | riscv_vector.td | 2298 assert(isa<ScalableVectorType>(ResultType) && 2299 isa<ScalableVectorType>(Ops[0]->getType())); 2302 ScalableVectorType *Boolean64Ty = 2303 ScalableVectorType::get(llvm::Type::getInt1Ty(Context), 64); 2476 auto *VecTy = cast<ScalableVectorType>(ResultType); 2477 auto *OpVecTy = cast<ScalableVectorType>(Ops[0]->getType()); 2508 auto *ResVecTy = cast<ScalableVectorType>(ResultType); 2509 auto *VecTy = cast<ScalableVectorType>(Ops[2]->getType()); 2551 auto *VecTy = cast<ScalableVectorType>(Ops[0]->getType());
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
H A D | InstCombineVectorOps.cpp | 1188 if (isa<ScalableVectorType>(Shuf.getOperand(0)->getType())) in isShuffleEquivalentToSelect() 1222 if (isa<ScalableVectorType>(VecTy)) in foldInsSequenceIntoSplat() 1295 if (isa<ScalableVectorType>(Shuf->getType())) in foldInsEltIntoSplat() 1333 if (isa<ScalableVectorType>(Shuf->getType())) in foldInsEltIntoIdentityShuffle() 1466 if (isa<ScalableVectorType>(InsElt.getType())) in foldConstantInsEltIntoShuffle() 2807 if (isa<ScalableVectorType>(LHS->getType())) in visitShuffleVectorInst()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
H A D | VNCoercion.cpp | 14 return Ty->isStructTy() || Ty->isArrayTy() || isa<ScalableVectorType>(Ty); in isFirstClassAggregateOrScalableType()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
H A D | ScalarizeMaskedMemIntrin.cpp | 996 if (isa<ScalableVectorType>(II->getType()) || in optimizeCallInst() 998 [](Value *V) { return isa<ScalableVectorType>(V->getType()); })) in optimizeCallInst()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
H A D | RISCVTargetTransformInfo.cpp | 626 if (isa<ScalableVectorType>(VecTy) && Factor != 2) in getInterleavedMemoryOpCost() 661 if (isa<ScalableVectorType>(VecTy)) in getInterleavedMemoryOpCost() 1132 if (isa<ScalableVectorType>(Ty)) { in getEstimatedVLFor()
|