| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfoImpl.h | 596 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Ty,
1368 return TargetTTI->getShuffleCost(TTI::SK_ExtractSubvector, VecSrcTy, in getInstructionCost()
1373 return TargetTTI->getShuffleCost( in getInstructionCost()
1401 return TargetTTI->getShuffleCost( in getInstructionCost()
1410 InstructionCost ShuffleCost = TargetTTI->getShuffleCost( in getInstructionCost()
1416 return ShuffleCost + TargetTTI->getShuffleCost( in getInstructionCost()
1425 return TargetTTI->getShuffleCost(TTI::SK_Reverse, VecTy, Mask, CostKind, in getInstructionCost()
1429 return TargetTTI->getShuffleCost(TTI::SK_Select, VecTy, Mask, CostKind, in getInstructionCost()
1433 return TargetTTI->getShuffleCost(TTI::SK_Transpose, VecTy, Mask, in getInstructionCost()
1438 return TargetTTI->getShuffleCost(TTI::SK_Broadcast, VecTy, Mask, in getInstructionCost()
[all …]
|
| H A D | TargetTransformInfo.h | 1312 InstructionCost getShuffleCost(
2045 getShuffleCost(ShuffleKind Kind, VectorType *Tp, ArrayRef<int> Mask,
2693 InstructionCost getShuffleCost(ShuffleKind Kind, VectorType *Tp, in getShuffleCost() function
2699 return Impl.getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp, Args, in getShuffleCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 269 NewCost += TTI.getShuffleCost(TTI::SK_PermuteSingleSrc, MinVecTy, Mask); in vectorizeLoadInsert()
483 TTI.getShuffleCost(TargetTransformInfo::SK_PermuteSingleSrc, VecTy); in isExtractExtractCheap()
681 TTI.getShuffleCost(TargetTransformInfo::SK_Select, VecTy, Mask); in foldInsExtFNeg()
764 TTI.getShuffleCost(SK, NewShuffleTy, NewMask, CK) + in foldBitcastShuffle()
769 TTI.getShuffleCost(SK, SrcTy, Mask, CK) + in foldBitcastShuffle()
832 TTI.getShuffleCost(TargetTransformInfo::SK_Broadcast, VecTy, Mask); in scalarizeVPIntrinsic()
1093 NewCost += TTI.getShuffleCost(TargetTransformInfo::SK_PermuteSingleSrc, CmpTy, in foldExtractedCmps()
1459 TTI.getShuffleCost(TargetTransformInfo::SK_PermuteTwoSrc, BinOpTy, in foldShuffleOfBinops()
1463 TTI.getShuffleCost(SK0, BinOpTy, NewMask0, CostKind, 0, nullptr, {X, Z}) + in foldShuffleOfBinops()
1464 TTI.getShuffleCost(SK1, BinOpTy, NewMask1, CostKind, 0, nullptr, {Y, W}) + in foldShuffleOfBinops()
[all …]
|
| H A D | SLPVectorizer.cpp | 548 /// ShuffleVectorInst/getShuffleCost?
4742 TTI.getShuffleCost(TTI::SK_InsertSubvector, VecTy, ShuffleMask, in canVectorizeLoads()
5147 : TTI->getShuffleCost(TTI::SK_PermuteSingleSrc, Ty, Mask); in getReorderingData()
8045 getShuffleCost(const TargetTransformInfo &TTI, TTI::ShuffleKind Kind, in getShuffleCost() function
8051 return TTI.getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp, Args); in getShuffleCost()
8058 return TTI.getShuffleCost( in getShuffleCost()
8063 return TTI.getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp, Args); in getShuffleCost()
8172 ::getShuffleCost(*TTI, TTI::SK_Reverse, VecTy, Mask, CostKind); in transformNodes()
8199 ::getShuffleCost(*TTI, TTI::SK_Reverse, VecTy, Mask, CostKind); in transformNodes()
8400 GatherCost += ::getShuffleCost(TT in getBuildVectorCost()
[all...] |
| H A D | LoopVectorize.cpp | 5645 Cost += TTI.getShuffleCost(TargetTransformInfo::SK_Reverse, VectorTy, in getConsecutiveMemOpCost()
5664 TTI.getShuffleCost(TargetTransformInfo::SK_Broadcast, VectorTy); in getUniformMemOpCost()
5725 TTI.getShuffleCost(TargetTransformInfo::SK_Reverse, VectorTy, in getInterleaveGroupCost()
6285 MaskCost = TTI.getShuffleCost( in setVectorizedCallDecision()
6439 return TTI.getShuffleCost(TargetTransformInfo::SK_Splice, in getInstructionCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonTargetTransformInfo.h | 121 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, Type *Tp,
|
| H A D | HexagonTargetTransformInfo.cpp | 229 InstructionCost HexagonTTIImpl::getShuffleCost(TTI::ShuffleKind Kind, Type *Tp, in getShuffleCost() function in HexagonTTIImpl
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.h | 94 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| H A D | SystemZTargetTransformInfo.cpp | 606 InstructionCost SystemZTTIImpl::getShuffleCost( in getShuffleCost() function in SystemZTTIImpl
643 return BaseT::getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp); in getShuffleCost()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 1023 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
1657 return thisT()->getShuffleCost( in getIntrinsicInstrCost()
1667 return thisT()->getShuffleCost( in getIntrinsicInstrCost()
1672 return thisT()->getShuffleCost( in getIntrinsicInstrCost()
1678 return thisT()->getShuffleCost( in getIntrinsicInstrCost()
2496 thisT()->getShuffleCost(TTI::SK_ExtractSubvector, Ty, std::nullopt, in getTreeReductionCost()
2512 NumReduxLevels * thisT()->getShuffleCost(TTI::SK_PermuteSingleSrc, Ty, in getTreeReductionCost()
2587 thisT()->getShuffleCost(TTI::SK_ExtractSubvector, Ty, std::nullopt, in getMinMaxReductionCost()
2603 NumReduxLevels * thisT()->getShuffleCost(TTI::SK_PermuteSingleSrc, Ty, in getMinMaxReductionCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCTargetTransformInfo.h | 111 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, Type *Tp,
|
| H A D | PPCTargetTransformInfo.cpp | 606 InstructionCost PPCTTIImpl::getShuffleCost(TTI::ShuffleKind Kind, Type *Tp, in getShuffleCost() function in PPCTTIImpl
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86TargetTransformInfo.cpp | 1526 InstructionCost X86TTIImpl::getShuffleCost( in getShuffleCost() function in X86TTIImpl
1540 return getShuffleCost(TTI::SK_InsertSubvector, in getShuffleCost()
1598 getShuffleCost(TTI::SK_ExtractSubvector, VecTy, std::nullopt, in getShuffleCost()
1730 Cost += getShuffleCost(TTI::SK_PermuteSingleSrc, SingleOpTy, in getShuffleCost()
1748 Cost += getShuffleCost(TTI::SK_PermuteTwoSrc, SingleOpTy, RegMask, in getShuffleCost()
1755 return NumOfShuffles * getShuffleCost(TTI::SK_PermuteTwoSrc, SingleOpTy, in getShuffleCost()
1759 return BaseT::getShuffleCost(Kind, BaseTp, Mask, CostKind, Index, SubTp); in getShuffleCost()
2167 return BaseT::getShuffleCost(Kind, BaseTp, Mask, CostKind, Index, SubTp); in getShuffleCost()
4611 ShuffleCost = getShuffleCost(TTI::SK_PermuteTwoSrc, SubTy, std::nullopt, in getVectorInstrCost()
4690 Cost += getShuffleCost(TTI::SK_ExtractSubvector, Ty, std::nullopt, in getScalarizationOverhead()
[all …]
|
| H A D | X86TargetTransformInfo.h | 150 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUTargetTransformInfo.h | 233 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| H A D | AMDGPUTargetTransformInfo.cpp | 1105 InstructionCost GCNTTIImpl::getShuffleCost(TTI::ShuffleKind Kind, in getShuffleCost() function in GCNTTIImpl
1112 return BaseT::getShuffleCost(Kind, VT, Mask, CostKind, Index, SubTp); in getShuffleCost()
1162 return BaseT::getShuffleCost(Kind, VT, Mask, CostKind, Index, SubTp); in getShuffleCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.cpp | 356 InstructionCost RISCVTTIImpl::getShuffleCost(TTI::ShuffleKind Kind, in getShuffleCost() function in RISCVTTIImpl
460 Cost += getShuffleCost(IsSingleVector ? TTI::SK_PermuteSingleSrc in getShuffleCost()
607 return BaseT::getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp); in getShuffleCost()
681 getShuffleCost(TTI::ShuffleKind::SK_PermuteSingleSrc, SubVecTy, Mask, in getInterleavedMemoryOpCost()
708 getShuffleCost(TTI::ShuffleKind::SK_PermuteSingleSrc, FVTy, Mask, in getInterleavedMemoryOpCost()
|
| H A D | RISCVTargetTransformInfo.h | 145 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.h | 398 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| H A D | AArch64TargetTransformInfo.cpp | 4031 InstructionCost AArch64TTIImpl::getShuffleCost( in getShuffleCost() function in AArch64TTIImpl
4108 Cost += getShuffleCost(NumSources <= 1 ? TTI::SK_PermuteSingleSrc in getShuffleCost()
4312 return BaseT::getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp, Args, in getShuffleCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.h | 219 InstructionCost getShuffleCost(TTI::ShuffleKind Kind, VectorType *Tp,
|
| H A D | ARMTargetTransformInfo.cpp | 1215 InstructionCost ARMTTIImpl::getShuffleCost(TTI::ShuffleKind Kind, in getShuffleCost() function in ARMTTIImpl
1327 BaseT::getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp); in getShuffleCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 933 InstructionCost TargetTransformInfo::getShuffleCost( in getShuffleCost() function in TargetTransformInfo
937 InstructionCost Cost = TTIImpl->getShuffleCost(Kind, Ty, Mask, CostKind, in getShuffleCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LowerMatrixIntrinsics.cpp | 1382 TTI.getShuffleCost(TTI::SK_Splice, FixedVectorType::get(EltTy, 1), in lowerDotProduct()
1404 TTI.getShuffleCost(TTI::SK_Splice, FixedVectorType::get(EltTy, 1), in lowerDotProduct()
|