| /freebsd/contrib/llvm-project/llvm/include/llvm/SandboxIR/ |
| H A D | Type.h | 31 class FixedVectorType; variable 53 friend class FixedVectorType; // For LLVMTy. variable 358 class FixedVectorType : public VectorType { 360 LLVM_ABI static FixedVectorType *get(Type *ElementType, unsigned NumElts); 362 static FixedVectorType *get(Type *ElementType, const FixedVectorType *FVTy) { in get() 366 static FixedVectorType *getInteger(FixedVectorType *VTy) { in getInteger() 367 return cast<FixedVectorType>(VectorType::getInteger(VTy)); in getInteger() 370 static FixedVectorType *getExtendedElementVectorType(FixedVectorType *VTy) { in getExtendedElementVectorType() 371 return cast<FixedVectorType>(VectorType::getExtendedElementVectorType(VTy)); in getExtendedElementVectorType() 374 static FixedVectorType *getTruncatedElementVectorType(FixedVectorType *VTy) { in getTruncatedElementVectorType() [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | DerivedTypes.h | 592 class FixedVectorType : public VectorType { 594 FixedVectorType(Type *ElTy, unsigned NumElts) in FixedVectorType() function 598 LLVM_ABI static FixedVectorType *get(Type *ElementType, unsigned NumElts); 600 static FixedVectorType *get(Type *ElementType, const FixedVectorType *FVTy) { in get() 604 static FixedVectorType *getInteger(FixedVectorType *VTy) { in getInteger() 605 return cast<FixedVectorType>(VectorType::getInteger(VTy)); in getInteger() 608 static FixedVectorType *getExtendedElementVectorType(FixedVectorType *VTy) { in getExtendedElementVectorType() 609 return cast<FixedVectorType>(VectorType::getExtendedElementVectorType(VTy)); in getExtendedElementVectorType() 612 static FixedVectorType *getTruncatedElementVectorType(FixedVectorType *VTy) { in getTruncatedElementVectorType() 613 return cast<FixedVectorType>( in getTruncatedElementVectorType() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | MVEGatherScatterLowering.cpp | 89 FixedVectorType *Ty, Type *MemoryTy, 94 Value *decomposeGEP(Value *&Offsets, FixedVectorType *Ty, 196 unsigned OffsetElemSize = cast<FixedVectorType>(Offsets->getType()) in checkOffsetSize() 213 if (isa<FixedVectorType>(ConstOff->getType())) { in checkOffsetSize() 227 int &Scale, FixedVectorType *Ty, in decomposePtr() 242 FixedVectorType *PtrTy = cast<FixedVectorType>(Ptr->getType()); in decomposePtr() 248 Ptr, FixedVectorType::get(Builder.getInt32Ty(), 4)); in decomposePtr() 254 FixedVectorType *Ty, in decomposeGEP() 267 !isa<FixedVectorType>(Offsets->getType())) in decomposeGEP() 277 cast<FixedVectorType>(Offsets->getType())->getNumElements(); in decomposeGEP() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/ |
| H A D | SPIRVLegalizePointerCast.cpp | 75 Value *loadVectorFromVector(IRBuilder<> &B, FixedVectorType *SourceType, in loadVectorFromVector() 76 FixedVectorType *TargetType, Value *Source) { in loadVectorFromVector() 119 auto *SVT = dyn_cast<FixedVectorType>(FromTy); in transformLoad() 121 auto *DVT = dyn_cast<FixedVectorType>(ToTy); in transformLoad() 184 FixedVectorType *SrcType = cast<FixedVectorType>(Src->getType()); in storeVectorFromVector() 185 FixedVectorType *DstType = in storeVectorFromVector() 186 cast<FixedVectorType>(GR->findDeducedElementType(Dst)); in storeVectorFromVector() 217 else if (auto *VT = dyn_cast<FixedVectorType>(Aggregate)) in buildGEPIndexChain() 241 if (auto *VT = dyn_cast<FixedVectorType>(Aggregate)) in isTypeFirstElementAggregate() 255 auto *S_VT = dyn_cast<FixedVectorType>(FromTy); in transformStore() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 199 assert(isa<FixedVectorType>(Ext.getVectorOperand()->getType()) && in foldBitcastExtElt() 324 unsigned VWidth = cast<FixedVectorType>(V->getType())->getNumElements(); in findDemandedEltsBySingleUser() 342 cast<FixedVectorType>(UserInstr->getType())->getNumElements(); in findDemandedEltsBySingleUser() 368 unsigned VWidth = cast<FixedVectorType>(V->getType())->getNumElements(); in findDemandedEltsByAllUsers() 552 if (isa<FixedVectorType>(SVI->getType())) { in visitExtractElementInst() 563 cast<FixedVectorType>(SVI->getOperand(0)->getType()) in visitExtractElementInst() 637 unsigned NumElts = cast<FixedVectorType>(V->getType())->getNumElements(); in collectSingleShuffleElements() 679 cast<FixedVectorType>(LHS->getType())->getNumElements(); in collectSingleShuffleElements() 709 auto *InsVecType = cast<FixedVectorType>(InsElt->getType()); in replaceExtractElements() 710 auto *ExtVecType = cast<FixedVectorType>(ExtElt->getVectorOperandType()); in replaceExtractElements() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 291 auto *Ty = cast<FixedVectorType>(I.getType()); in vectorizeLoadInsert() 329 cast<FixedVectorType>(Shuf->getOperand(0)->getType())->getNumElements(); in widenSubvectorLoad() 341 auto *Ty = cast<FixedVectorType>(I.getType()); in widenSubvectorLoad() 513 if (auto *FixedVecTy = dyn_cast<FixedVectorType>(VecTy)) { in isExtractExtractCheap() 540 auto *VecTy = cast<FixedVectorType>(Vec->getType()); in createShiftShuffle() 555 if (!isa<FixedVectorType>(X->getType())) in translateExtract() 692 auto *VecTy = cast<FixedVectorType>(I.getType()); in foldInsExtFNeg() 694 auto *SrcVecTy = dyn_cast<FixedVectorType>(SrcVec->getType()); in foldInsExtFNeg() 769 auto *ResultTy = dyn_cast<FixedVectorType>(I.getType()); in foldInsExtBinop() 826 auto *SrcVecTy = dyn_cast<FixedVectorType>(LHSSrc->getType()); in foldBitOpOfBitcasts() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86LowerAMXIntrinsics.cpp | 47 if (auto *FVT = dyn_cast<FixedVectorType>(Ty)) in isV256I32Ty() 175 FixedVectorType *V256I32Ty = FixedVectorType::get(EltTy, 256); in createTileLoadStoreLoops() 298 FixedVectorType *V256I32Ty = FixedVectorType::get(B.getInt32Ty(), 256); in createTileDPLoops() 374 FixedVectorType *V4I8Ty = FixedVectorType::get(B.getInt8Ty(), 4); in createTileDPLoops() 375 FixedVectorType *V4I32Ty = FixedVectorType::get(B.getInt32Ty(), 4); in createTileDPLoops() 429 FixedVectorType *V2I16Ty = FixedVectorType::get(B.getInt16Ty(), 2); in createTileDPLoops() 430 FixedVectorType *V2F32Ty = FixedVectorType::get(B.getFloatTy(), 2); in createTileDPLoops() 557 FixedVectorType *V256I32Ty = FixedVectorType::get(Builder.getInt32Ty(), 256); in lowerTileZero()
|
| H A D | X86PartialReduction.cpp | 108 if (cast<FixedVectorType>(Op->getType())->getNumElements() < 8) in tryMAddReplacement() 182 auto *MulTy = cast<FixedVectorType>(Op->getType()); in tryMAddReplacement() 262 auto *OpTy = cast<FixedVectorType>(Op->getType()); in trySADReplacement() 296 FixedVectorType::get(Builder.getInt32Ty(), IntrinsicNumElts / 4); in trySADReplacement() 316 cast<FixedVectorType>(Ops[0]->getType())->getNumElements() * 2; in trySADReplacement() 326 NumElts = cast<FixedVectorType>(OpTy)->getNumElements(); in trySADReplacement() 333 cast<FixedVectorType>(Ops[0]->getType())->getNumElements(); in trySADReplacement() 365 unsigned NumElems = cast<FixedVectorType>(BO->getType())->getNumElements(); in matchAddReduction()
|
| H A D | X86InstCombineIntrinsic.cpp | 198 auto *VT = cast<FixedVectorType>(Vec->getType()); in simplifyX86immShift() 230 unsigned NumAmtElts = cast<FixedVectorType>(AmtVT)->getNumElements(); in simplifyX86immShift() 346 auto *VT = cast<FixedVectorType>(II.getType()); in simplifyX86varShift() 443 auto *ArgTy = cast<FixedVectorType>(Arg0->getType()); in simplifyX86pack() 446 assert(cast<FixedVectorType>(ResTy)->getNumElements() == (2 * NumSrcElts) && in simplifyX86pack() 504 auto *ResTy = cast<FixedVectorType>(II.getType()); in simplifyX86pmulh() 505 auto *ArgTy = cast<FixedVectorType>(Arg0->getType()); in simplifyX86pmulh() 535 auto *ExtTy = FixedVectorType::getExtendedElementVectorType(ArgTy); in simplifyX86pmulh() 544 auto *RndTy = FixedVectorType::get(RndEltTy, ExtTy); in simplifyX86pmulh() 562 auto *ResTy = cast<FixedVectorType>(II.getType()); in simplifyX86pmadd() [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/SandboxVectorizer/ |
| H A D | VecUtils.h | 48 return Ty->isVectorTy() ? cast<FixedVectorType>(Ty)->getNumElements() : 1; 52 return Ty->isVectorTy() ? cast<FixedVectorType>(Ty)->getElementType() : Ty; 93 if (auto *FixedVecTy = dyn_cast<FixedVectorType>(Ty)) 116 auto *VecTy = cast<FixedVectorType>(ElemTy); 120 return FixedVectorType::get(ElemTy, NumElts);
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ExpandReductions.cpp | 82 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 100 auto *FTy = cast<FixedVectorType>(Vec->getType()); in expandReductions() 129 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 141 cast<FixedVectorType>(Vec->getType())->getNumElements()) || in expandReductions()
|
| H A D | InterleavedLoadCombinePass.cpp | 675 FixedVectorType *const VTy; 677 VectorInfo(FixedVectorType *VTy) : VTy(VTy) { in VectorInfo() 738 FixedVectorType *VTy = dyn_cast<FixedVectorType>(Op->getType()); in computeFromBCI() 788 FixedVectorType *ArgTy = in computeFromSVI() 789 cast<FixedVectorType>(SVI->getOperand(0)->getType()); in computeFromSVI() 1208 cast<FixedVectorType>(InterleavedLoad.front().SVI->getType()) in combine() 1210 FixedVectorType *ILTy = FixedVectorType::get(ETy, Factor * ElementsPerSVI); in combine() 1271 Candidates.emplace_back(cast<FixedVectorType>(SVI->getType())); in run()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LowerMatrixIntrinsics.cpp | 270 if (auto *SrcVTy = dyn_cast<FixedVectorType>(Cast->getSrcTy())) in isUniformShape() 271 if (auto *DestVTy = dyn_cast<FixedVectorType>(Cast->getDestTy())) in isUniformShape() 415 addVector(PoisonValue::get(FixedVectorType::get( in MatrixTy() 456 FixedVectorType *getColumnTy() { in getColumnTy() 461 FixedVectorType *getVectorTy() const { in getVectorTy() 462 return cast<FixedVectorType>(Vectors[0]->getType()); in getVectorTy() 526 assert(cast<FixedVectorType>(Vec->getType())->getNumElements() >= in extractVector() 577 assert(isa<FixedVectorType>(VT) && "Expected vector type"); in getNumOps() 579 cast<FixedVectorType>(VT)->getNumElements()); in getNumOps() 603 FixedVectorType *VType = cast<FixedVectorType>(MatrixVal->getType()); in getMatrix() [all …]
|
| H A D | Scalarizer.cpp | 81 FixedVectorType *VecTy = nullptr; 206 FixedVectorType *VecTy = dyn_cast<FixedVectorType>(Ty->getContainedType(0)); in isStructOfMatchingFixedVectors() 211 VecTy = dyn_cast<FixedVectorType>(Ty->getContainedType(I)); in isStructOfMatchingFixedVectors() 244 if (auto *RemVecTy = dyn_cast<FixedVectorType>(VS.RemainderTy)) in concatenate() 394 if (auto *VecTy = dyn_cast<FixedVectorType>(FragmentTy)) { in operator []() 572 Split.VecTy = dyn_cast<FixedVectorType>(Ty); in getVectorSplit() 590 Split.SplitTy = FixedVectorType::get(ElemTy, Split.NumPacked); in getVectorSplit() 594 Split.RemainderTy = FixedVectorType::get(ElemTy, RemainderElems); in getVectorSplit() 721 getVectorSplit(cast<FixedVectorType>(CallType->getContainedType(I))); in splitCall() 739 dyn_cast<FixedVectorType>(OpI->getType())) { in splitCall() [all …]
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/TargetBuiltins/ |
| H A D | ARM.cpp | 359 static llvm::FixedVectorType *GetNeonType(CodeGenFunction *CGF, in GetNeonType() 369 return llvm::FixedVectorType::get(CGF->Int8Ty, V1Ty ? 1 : (8 << IsQuad)); in GetNeonType() 372 return llvm::FixedVectorType::get(CGF->Int16Ty, V1Ty ? 1 : (4 << IsQuad)); in GetNeonType() 375 return llvm::FixedVectorType::get(CGF->BFloatTy, V1Ty ? 1 : (4 << IsQuad)); in GetNeonType() 377 return llvm::FixedVectorType::get(CGF->Int16Ty, V1Ty ? 1 : (4 << IsQuad)); in GetNeonType() 380 return llvm::FixedVectorType::get(CGF->HalfTy, V1Ty ? 1 : (4 << IsQuad)); in GetNeonType() 382 return llvm::FixedVectorType::get(CGF->Int16Ty, V1Ty ? 1 : (4 << IsQuad)); in GetNeonType() 384 return llvm::FixedVectorType::get(CGF->Int32Ty, V1Ty ? 1 : (2 << IsQuad)); in GetNeonType() 387 return llvm::FixedVectorType::get(CGF->Int64Ty, V1Ty ? 1 : (1 << IsQuad)); in GetNeonType() 392 return llvm::FixedVectorType::get(CGF->Int8Ty, 16); in GetNeonType() [all …]
|
| H A D | X86.cpp | 61 auto *MaskTy = llvm::FixedVectorType::get( in getMaskVecValue() 84 cast<llvm::FixedVectorType>(Ops[1]->getType())->getNumElements()); in EmitX86MaskedStore() 95 CGF, Ops[2], cast<llvm::FixedVectorType>(Ty)->getNumElements()); in EmitX86MaskedLoad() 106 CGF, Ops[2], cast<FixedVectorType>(ResultTy)->getNumElements()); in EmitX86ExpandLoad() 116 auto *ResultTy = cast<llvm::FixedVectorType>(Ops[1]->getType()); in EmitX86CompressExpand() 128 auto *ResultTy = cast<llvm::FixedVectorType>(Ops[1]->getType()); in EmitX86CompressStore() 160 unsigned NumElts = cast<llvm::FixedVectorType>(Ty)->getNumElements(); in EmitX86FunnelShift() 219 CGF, Mask, cast<llvm::FixedVectorType>(Op0->getType())->getNumElements()); in EmitX86Select() 231 auto *MaskTy = llvm::FixedVectorType::get( in EmitX86ScalarSelect() 266 cast<llvm::FixedVectorType>(Ops[0]->getType())->getNumElements(); in EmitX86MaskedCompare() [all …]
|
| H A D | PPC.cpp | 458 Op2, llvm::FixedVectorType::get(ConvTy, NumElts)); in EmitPPCBuiltinExpr() 585 ? Builder.CreateBitCast(Op0, llvm::FixedVectorType::get(Int32Ty, 4)) in EmitPPCBuiltinExpr() 587 llvm::FixedVectorType::get(Int64Ty, 2)); in EmitPPCBuiltinExpr() 596 Op0 = Builder.CreateBitCast(Op0, llvm::FixedVectorType::get(Int128Ty, 1)); in EmitPPCBuiltinExpr() 597 Op1 = Builder.CreateBitCast(Op1, llvm::FixedVectorType::get(Int128Ty, 1)); in EmitPPCBuiltinExpr() 608 llvm::Type *V1I128Ty = llvm::FixedVectorType::get( in EmitPPCBuiltinExpr() 625 llvm::Type *V1I128Ty = llvm::FixedVectorType::get( in EmitPPCBuiltinExpr() 924 Op1 = Builder.CreateBitCast(Op1, llvm::FixedVectorType::get(Int64Ty, 2)); in EmitPPCBuiltinExpr() 928 Op0 = Builder.CreateBitCast(Op0, llvm::FixedVectorType::get(Int64Ty, 2)); in EmitPPCBuiltinExpr() 936 Op0 = Builder.CreateBitCast(Op0, llvm::FixedVectorType::get(Int32Ty, 4)); in EmitPPCBuiltinExpr() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/SandboxIR/ |
| H A D | Type.cpp | 113 FixedVectorType *FixedVectorType::get(Type *ElementType, unsigned NumElts) { in get() 114 return cast<FixedVectorType>(ElementType->getContext().getType( in get() 115 llvm::FixedVectorType::get(ElementType->LLVMTy, NumElts))); in get()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 92 getBroadcastShuffleOverhead(FixedVectorType *VTy, in getBroadcastShuffleOverhead() 110 getPermuteShuffleOverhead(FixedVectorType *VTy, in getPermuteShuffleOverhead() 134 FixedVectorType *SubVTy) const { in getExtractSubvectorOverhead() 138 assert((!isa<FixedVectorType>(VTy) || in getExtractSubvectorOverhead() 140 (int)cast<FixedVectorType>(VTy)->getNumElements()) && in getExtractSubvectorOverhead() 162 FixedVectorType *SubVTy) const { in getInsertSubvectorOverhead() 166 assert((!isa<FixedVectorType>(VTy) || in getInsertSubvectorOverhead() 168 (int)cast<FixedVectorType>(VTy)->getNumElements()) && in getInsertSubvectorOverhead() 221 auto *VT = cast<FixedVectorType>(DataTy); 230 FixedVectorType::get( [all …]
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/ |
| H A D | ABIInfo.h | 23 class FixedVectorType; variable 132 virtual llvm::FixedVectorType * 133 getOptimalVectorMemoryType(llvm::FixedVectorType *T,
|
| H A D | HLSLBufferLayoutBuilder.cpp | 43 llvm::FixedVectorType *FVT = cast<llvm::FixedVectorType>(Ty); in getScalarOrVectorSizeInBytes() 238 const llvm::FixedVectorType *FVT = in layoutField() 239 cast<llvm::FixedVectorType>(ElemLayoutTy); in layoutField()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPULateCodeGenPrepare.cpp | 109 FixedVectorType *VTy = dyn_cast<FixedVectorType>(ITy); in shouldReplace() 201 FixedVectorType *VTy = cast<FixedVectorType>(OriginalType); in calculateConvertType() 217 FixedVectorType *VTy = cast<FixedVectorType>(V->getType()); in convertToOptType() 248 FixedVectorType *NewVTy = cast<FixedVectorType>(ConvertType); in convertFromOptType()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/ |
| H A D | DXILIntrinsicExpansion.cpp | 123 auto *XVec = dyn_cast<FixedVectorType>(Ty); in expandVecReduceAdd() 154 cast<FixedVectorType>(Ty)->getNumElements()), in expandAbs() 165 if (cast<FixedVectorType>(VT)->getNumElements() != 3) in expandCrossIntrinsic() 207 auto *AVec = dyn_cast<FixedVectorType>(ATy); in expandFloatDotIntrinsic() 259 auto *AVec = dyn_cast<FixedVectorType>(ATy); in expandIntegerDotIntrinsic() 288 cast<FixedVectorType>(Ty)->getNumElements()), in expandExpIntrinsic() 322 if (auto *FVecTy = dyn_cast<FixedVectorType>(FTy)) { in expandIsFPClass() 326 BitCastTy = FixedVectorType::get(Builder.getIntNTy(BitWidth), FNumElem); in expandIsFPClass() 372 auto *XVec = dyn_cast<FixedVectorType>(Ty); in expandAnyOrAllIntrinsic() 411 cast<FixedVectorType>(Ty)->getNumElements()), in expandLogIntrinsic() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVInterleavedAccess.cpp | 41 if (auto *FVTy = dyn_cast<FixedVectorType>(VTy)) { in isLegalInterleavedAccessType() 92 auto *VTy = cast<FixedVectorType>(Shuffles[0]->getType()); in lowerInterleavedLoad() 169 auto *ShuffleVTy = cast<FixedVectorType>(SVI->getType()); in lowerInterleavedStore() 171 auto *VTy = FixedVectorType::get(ShuffleVTy->getElementType(), in lowerInterleavedStore() 189 auto *DataVTy = cast<FixedVectorType>(Data->getType()); in lowerInterleavedStore() 258 if (auto *FVTy = dyn_cast<FixedVectorType>(ResVTy)) { in lowerDeinterleaveIntrinsicToLoad() 328 if (auto *FVTy = dyn_cast<FixedVectorType>(InVTy)) { in lowerInterleaveIntrinsicToStore() 456 if (auto *FVTy = dyn_cast<FixedVectorType>(VTy)) { in lowerInterleavedVPLoad() 564 if (auto *FVTy = dyn_cast<FixedVectorType>(VTy)) { in lowerInterleavedVPStore()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.cpp | 498 unsigned NumElts = cast<FixedVectorType>(Ty)->getNumElements(); in getScalarizationOverhead() 536 auto *VTy = cast<FixedVectorType>(Ty); in getNumVectorRegs() 647 auto *VTy = cast<FixedVectorType>(Ty); in getArithmeticInstrCost() 787 assert(cast<FixedVectorType>(SrcTy)->getNumElements() == in getVectorTruncCost() 788 cast<FixedVectorType>(DstTy)->getNumElements() && in getVectorTruncCost() 804 unsigned VF = cast<FixedVectorType>(SrcTy)->getNumElements(); in getVectorTruncCost() 866 return FixedVectorType::get(ElTy, VF); in getCmpOpsType() 877 auto *DstVTy = cast<FixedVectorType>(Dst); in getBoolVecToIntConversionCost() 974 auto *SrcVecTy = cast<FixedVectorType>(Src); in getCastInstrCost() 975 auto *DstVecTy = dyn_cast<FixedVectorType>(Dst); in getCastInstrCost() [all …]
|