| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 303 const IntrinsicCostAttributes &ICA, TTI::TargetCostKind CostKind,
306 Type *RetTy = ICA.getReturnType();
308 auto const *LibInfo = ICA.getLibInfo();
331 thisT()->getCallInstrCost(nullptr, RetTy, ICA.getArgTypes(), CostKind);
1712 getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, in getIntrinsicInstrCost() argument
1715 if (BaseT::getIntrinsicInstrCost(ICA, CostKind) == 0) in getIntrinsicInstrCost()
1719 Intrinsic::ID IID = ICA.getID(); in getIntrinsicInstrCost()
1728 if (VPIntrinsic::isVPIntrinsic(ICA.getID())) { in getIntrinsicInstrCost()
1730 VPIntrinsic::getFunctionalOpcodeForVP(ICA.getID()); in getIntrinsicInstrCost()
1732 if (ICA.getID() == Intrinsic::vp_load) { in getIntrinsicInstrCost()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | CostModel.cpp | 79 IntrinsicCostAttributes ICA( in getCost() local
84 return TTI.getIntrinsicInstrCost(ICA, CostKind); in getCost()
|
| H A D | TargetTransformInfo.cpp | 1213 TargetTransformInfo::getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, in getIntrinsicInstrCost() argument
1215 InstructionCost Cost = TTIImpl->getIntrinsicInstrCost(ICA, CostKind); in getIntrinsicInstrCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonTargetTransformInfo.cpp | 149 HexagonTTIImpl::getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, in getIntrinsicInstrCost() argument
151 if (ICA.getID() == Intrinsic::bswap) { in getIntrinsicInstrCost()
153 getTypeLegalizationCost(ICA.getReturnType()); in getIntrinsicInstrCost()
156 return BaseT::getIntrinsicInstrCost(ICA, CostKind); in getIntrinsicInstrCost()
|
| H A D | HexagonTargetTransformInfo.h | 112 getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.cpp | 1930 IntrinsicCostAttributes ICA(IID, VecTy, {VecTy, VecTy}, FMF); in getMinMaxReductionCost() local
1931 VecCost += getIntrinsicInstrCost(ICA, CostKind); in getMinMaxReductionCost()
1945 IntrinsicCostAttributes ICA(IID, Ty->getElementType(), in getMinMaxReductionCost() local
1949 (NumElts - 1) * getIntrinsicInstrCost(ICA, CostKind); in getMinMaxReductionCost()
1972 ARMTTIImpl::getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, in getIntrinsicInstrCost() argument
1974 unsigned Opc = ICA.getID(); in getIntrinsicInstrCost()
1993 Type *RetTy = ICA.getReturnType(); in getIntrinsicInstrCost()
2034 Type *VT = ICA.getReturnType(); in getIntrinsicInstrCost()
2046 Type *VT = ICA.getReturnType(); in getIntrinsicInstrCost()
2054 if (ICA.getArgTypes().empty()) in getIntrinsicInstrCost()
[all …]
|
| H A D | ARMTargetTransformInfo.h | 309 getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.cpp | 1248 RISCVTTIImpl::getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, in getIntrinsicInstrCost() argument
1250 auto *RetTy = ICA.getReturnType(); in getIntrinsicInstrCost()
1251 switch (ICA.getID()) { in getIntrinsicInstrCost()
1255 if (auto *VecTy = dyn_cast<VectorType>(ICA.getArgTypes()[0]); in getIntrinsicInstrCost()
1281 switch (ICA.getID()) { in getIntrinsicInstrCost()
1306 switch (ICA.getID()) { in getIntrinsicInstrCost()
1402 switch (ICA.getID()) { in getIntrinsicInstrCost()
1431 ICA.getArgTypes()[0], cast<VectorType>(RetTy)->getElementCount()); in getIntrinsicInstrCost()
1455 Type *ArgTy = ICA.getArgTypes()[0]; in getIntrinsicInstrCost()
1465 if (ICA.getArgs().size() > 1 && in getIntrinsicInstrCost()
[all …]
|
| H A D | RISCVTargetTransformInfo.h | 174 getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUTargetTransformInfo.cpp | 711 GCNTTIImpl::getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, in getIntrinsicInstrCost() argument
713 switch (ICA.getID()) { in getIntrinsicInstrCost()
737 if (!intrinsicHasPackedVectorBenefit(ICA.getID())) in getIntrinsicInstrCost()
738 return BaseT::getIntrinsicInstrCost(ICA, CostKind); in getIntrinsicInstrCost()
740 Type *RetTy = ICA.getReturnType(); in getIntrinsicInstrCost()
757 switch (ICA.getID()) { in getIntrinsicInstrCost()
779 if (const IntrinsicInst *II = ICA.getInst()) { in getIntrinsicInstrCost()
|
| H A D | AMDGPUTargetTransformInfo.h | 266 getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86TargetTransformInfo.cpp | 3615 X86TTIImpl::getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, in getIntrinsicInstrCost() argument
4469 Type *RetTy = ICA.getReturnType(); in getIntrinsicInstrCost()
4471 Intrinsic::ID IID = ICA.getID(); in getIntrinsicInstrCost()
4496 if (!ICA.isTypeBasedOnly()) { in getIntrinsicInstrCost()
4497 const SmallVectorImpl<const Value *> &Args = ICA.getArgs(); in getIntrinsicInstrCost()
4512 if (!ICA.isTypeBasedOnly()) { in getIntrinsicInstrCost()
4513 const SmallVectorImpl<const Value *> &Args = ICA.getArgs(); in getIntrinsicInstrCost()
4529 const SmallVectorImpl<Type *> &ArgTys = ICA.getArgTypes(); in getIntrinsicInstrCost()
4605 if (const Instruction *II = ICA.getInst()) { in getIntrinsicInstrCost()
4626 !MTy.isVector() && !ICA.isTypeBasedOnly()) { in getIntrinsicInstrCost()
[all …]
|
| H A D | X86TargetTransformInfo.h | 215 getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.cpp | 550 static InstructionCost getHistogramCost(const IntrinsicCostAttributes &ICA) { in getHistogramCost() argument
551 Type *BucketPtrsTy = ICA.getArgTypes()[0]; // Type of vector of pointers in getHistogramCost()
552 Type *EltTy = ICA.getArgTypes()[1]; // Type of bucket elements in getHistogramCost()
581 AArch64TTIImpl::getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, in getIntrinsicInstrCost() argument
587 auto *RetTy = ICA.getReturnType(); in getIntrinsicInstrCost()
592 switch (ICA.getID()) { in getIntrinsicInstrCost()
596 return getHistogramCost(ICA); in getIntrinsicInstrCost()
668 if (ICA.getArgs().size() != ICA.getArgTypes().size() || in getIntrinsicInstrCost()
669 ICA.getReturnType()->getScalarType()->isIntegerTy(1)) in getIntrinsicInstrCost()
673 EVT VecVT = getTLI()->getValueType(DL, ICA.getArgTypes()[0]); in getIntrinsicInstrCost()
[all …]
|
| H A D | AArch64TargetTransformInfo.h | 134 getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.cpp | 1518 SystemZTTIImpl::getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, in getIntrinsicInstrCost() argument
1521 ICA.getID(), ICA.getReturnType(), ICA.getArgTypes()); in getIntrinsicInstrCost()
1524 return BaseT::getIntrinsicInstrCost(ICA, CostKind); in getIntrinsicInstrCost()
|
| H A D | SystemZTargetTransformInfo.h | 147 getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCTargetTransformInfo.h | 145 getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA,
|
| H A D | PPCTargetTransformInfo.cpp | 894 PPCTTIImpl::getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, in getIntrinsicInstrCost() argument
896 return BaseT::getIntrinsicInstrCost(ICA, CostKind); in getIntrinsicInstrCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/IPO/ |
| H A D | PartialInlining.cpp | 834 IntrinsicCostAttributes ICA(IID, II->getType(), Tys, FMF); in computeBBInlineCost() local
835 InlineCost += TTI->getIntrinsicInstrCost(ICA, TTI::TCK_SizeAndLatency); in computeBBInlineCost()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfoImpl.h | 876 getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, in getIntrinsicInstrCost() argument
878 switch (ICA.getID()) { in getIntrinsicInstrCost()
|
| H A D | TargetTransformInfo.h | 1665 const IntrinsicCostAttributes &ICA, TTI::TargetCostKind CostKind) const;
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 6100 IntrinsicCostAttributes ICA( in getInstructionCost() local
6103 return TTI.getIntrinsicInstrCost(ICA, CostKind); in getInstructionCost()
6136 IntrinsicCostAttributes ICA(Intrinsic::experimental_vector_histogram_add, in getInstructionCost() local
6141 return TTI.getIntrinsicInstrCost(ICA, CostKind) + MulCost + in getInstructionCost()
|
| H A D | VPlanRecipes.cpp | 1652 IntrinsicCostAttributes ICA(Intrinsic::experimental_vector_histogram_add, in computeCost() local
1657 return Ctx.TTI.getIntrinsicInstrCost(ICA, Ctx.CostKind) + MulCost + in computeCost()
|
| H A D | SLPVectorizer.cpp | 14198 IntrinsicCostAttributes ICA(II->getIntrinsicID(), *II); in getSpillCost() local
14200 TTI->getIntrinsicInstrCost(ICA, TTI::TCK_RecipThroughput); in getSpillCost()
14202 nullptr, II->getType(), ICA.getArgTypes(), TTI::TCK_RecipThroughput); in getSpillCost()
23081 IntrinsicCostAttributes ICA(Id, RVecTy, {RVecTy, RVecTy}, FMF); in getReductionCost() local
23082 VectorCost += TTI->getIntrinsicInstrCost(ICA, CostKind); in getReductionCost()
23093 IntrinsicCostAttributes ICA(Id, ScalarTy, {ScalarTy, ScalarTy}, FMF); in getReductionCost() local
23094 return TTI->getIntrinsicInstrCost(ICA, CostKind); in getReductionCost()
|