Lines Matching refs:CostKind
247 unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, in getArithmeticInstrCost() argument
260 CostKind) + in getArithmeticInstrCost()
263 CostKind) + in getArithmeticInstrCost()
264 getArithmeticInstrCost(Opcode, WideVecTy, CostKind, Op1Info, Op2Info); in getArithmeticInstrCost()
331 getArithmeticInstrCost(Instruction::Shl, Ty, CostKind, in getArithmeticInstrCost()
334 Cost += getArithmeticInstrCost(Instruction::Sub, Ty, CostKind); in getArithmeticInstrCost()
345 2 * getArithmeticInstrCost(Instruction::AShr, Ty, CostKind, in getArithmeticInstrCost()
347 Cost += getArithmeticInstrCost(Instruction::LShr, Ty, CostKind, in getArithmeticInstrCost()
349 Cost += getArithmeticInstrCost(Instruction::Add, Ty, CostKind, in getArithmeticInstrCost()
354 Cost += getArithmeticInstrCost(Instruction::Mul, Ty, CostKind, Op1Info.getNoProps(), in getArithmeticInstrCost()
356 Cost += getArithmeticInstrCost(Instruction::Sub, Ty, CostKind, Op1Info.getNoProps(), in getArithmeticInstrCost()
367 return getArithmeticInstrCost(Instruction::LShr, Ty, CostKind, in getArithmeticInstrCost()
370 return getArithmeticInstrCost(Instruction::And, Ty, CostKind, in getArithmeticInstrCost()
389 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
414 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
450 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
491 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
534 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
565 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
583 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
606 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
628 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
650 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
661 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
683 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
705 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
729 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
766 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
804 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
830 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
842 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
891 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
985 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1007 return getArithmeticInstrCost(Instruction::Mul, Ty, CostKind, in getArithmeticInstrCost()
1017 return getArithmeticInstrCost(Instruction::Mul, Ty, CostKind, in getArithmeticInstrCost()
1021 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1063 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1085 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1114 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1189 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1290 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1319 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1342 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1351 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1421 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1443 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1454 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1478 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1487 if (CostKind == TTI::TCK_RecipThroughput && LT.second.isVector() && in getArithmeticInstrCost()
1491 getArithmeticInstrCost(Opcode, Ty->getScalarType(), CostKind, in getArithmeticInstrCost()
1497 if (CostKind == TTI::TCK_CodeSize) { in getArithmeticInstrCost()
1513 return BaseT::getArithmeticInstrCost(Opcode, Ty, CostKind, Op1Info, Op2Info, in getArithmeticInstrCost()
1520 TTI::TargetCostKind CostKind) const { in getAltInstrCost()
1528 TTI::TargetCostKind CostKind, int Index, VectorType *SubTp, in getShuffleCost() argument
1542 CostKind, Mask.size() / 2, BaseTp); in getShuffleCost()
1599 CostKind, ExtractIndex, SubTy); in getShuffleCost()
1723 [this, SingleOpTy, CostKind, &PrevSrcReg, &PrevRegMask, in getShuffleCost()
1731 RegMask, CostKind, 0, nullptr); in getShuffleCost()
1745 [this, SingleOpTy, CostKind, &Cost](ArrayRef<int> RegMask, in getShuffleCost()
1749 CostKind, 0, nullptr); in getShuffleCost()
1756 std::nullopt, CostKind, 0, nullptr); in getShuffleCost()
1759 return BaseT::getShuffleCost(Kind, BaseTp, Mask, CostKind, Index, SubTp); in getShuffleCost()
1898 if (auto KindCost = Entry->Cost[CostKind]) in getShuffleCost()
2167 return BaseT::getShuffleCost(Kind, BaseTp, Mask, CostKind, Index, SubTp); in getShuffleCost()
2173 TTI::TargetCostKind CostKind, in getCastInstrCost() argument
2990 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
2996 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3002 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3009 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3015 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3021 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3027 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3034 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3041 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3048 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3065 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3071 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3077 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3084 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3090 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3096 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3102 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3108 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3114 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3120 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3134 ExtCost = getCastInstrCost(ExtOpc, ExtSrc, Src, CCH, CostKind); in getCastInstrCost()
3137 TTI::CastContextHint::None, CostKind); in getCastInstrCost()
3145 return getCastInstrCost(Instruction::FPToSI, TruncDst, Src, CCH, CostKind) + in getCastInstrCost()
3147 TTI::CastContextHint::None, CostKind); in getCastInstrCost()
3151 auto AdjustCost = [&CostKind](InstructionCost Cost, in getCastInstrCost()
3153 if (CostKind != TTI::TCK_RecipThroughput) in getCastInstrCost()
3158 BaseT::getCastInstrCost(Opcode, Dst, Src, CCH, CostKind, I)); in getCastInstrCost()
3164 TTI::TargetCostKind CostKind, in getCmpSelInstrCost() argument
3168 return BaseT::getCmpSelInstrCost(Opcode, ValTy, CondTy, VecPred, CostKind, in getCmpSelInstrCost()
3233 CmpInst::Predicate::FCMP_UNO, CostKind) + in getCmpSelInstrCost()
3235 CmpInst::Predicate::FCMP_OEQ, CostKind) + in getCmpSelInstrCost()
3236 getArithmeticInstrCost(Instruction::Or, CondTy, CostKind); in getCmpSelInstrCost()
3402 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3407 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3412 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3417 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3422 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3427 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3432 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3437 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3442 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3447 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3451 if (CostKind == TTI::TCK_Latency && Opcode == Instruction::Select) in getCmpSelInstrCost()
3455 return BaseT::getCmpSelInstrCost(Opcode, ValTy, CondTy, VecPred, CostKind, I); in getCmpSelInstrCost()
3462 TTI::TargetCostKind CostKind) { in getIntrinsicInstrCost() argument
4240 TTI::CastContextHint::None, CostKind); in getIntrinsicInstrCost()
4342 if (ISD == ISD::FSQRT && CostKind == TTI::TCK_CodeSize) in getIntrinsicInstrCost()
4347 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4352 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4357 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4362 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4367 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4372 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4377 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4382 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4387 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4392 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4397 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4402 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4407 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4412 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4417 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4422 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4427 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4433 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4437 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4444 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4448 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4455 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4459 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4465 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4469 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4473 return BaseT::getIntrinsicInstrCost(ICA, CostKind); in getIntrinsicInstrCost()
4477 TTI::TargetCostKind CostKind, in getVectorInstrCost() argument
4505 return getMemoryOpCost(Instruction::Store, Val, VecAlign, 0, CostKind) + in getVectorInstrCost()
4507 CostKind); in getVectorInstrCost()
4511 return getMemoryOpCost(Instruction::Store, Val, VecAlign, 0, CostKind) + in getVectorInstrCost()
4513 CostKind) + in getVectorInstrCost()
4514 getMemoryOpCost(Instruction::Load, Val, VecAlign, 0, CostKind); in getVectorInstrCost()
4612 CostKind, 0, SubTy); in getVectorInstrCost()
4618 return BaseT::getVectorInstrCost(Opcode, Val, CostKind, Index, Op0, Op1) + in getVectorInstrCost()
4625 TTI::TargetCostKind CostKind) { in getScalarizationOverhead() argument
4653 /*Extract*/ false, CostKind); in getScalarizationOverhead()
4691 CostKind, I * NumEltsPerLane, LaneTy); in getScalarizationOverhead()
4693 /*Extract*/ false, CostKind); in getScalarizationOverhead()
4709 CostKind, I * NumEltsPerLane, LaneTy); in getScalarizationOverhead()
4769 CostKind, I * NumEltsPerLane, LaneTy); in getScalarizationOverhead()
4771 LaneTy, LaneEltMask, /*Insert*/ false, Extract, CostKind); in getScalarizationOverhead()
4780 Extract, CostKind); in getScalarizationOverhead()
4789 TTI::TargetCostKind CostKind) { in getReplicationShuffleCost() argument
4796 DemandedDstElts, CostKind); in getReplicationShuffleCost()
4857 TargetTransformInfo::CastContextHint::None, CostKind); in getReplicationShuffleCost()
4861 TargetTransformInfo::CastContextHint::None, CostKind); in getReplicationShuffleCost()
4864 DemandedDstElts, CostKind); in getReplicationShuffleCost()
4887 TTI::SK_PermuteSingleSrc, SingleDstVecTy, /*Mask=*/std::nullopt, CostKind, in getReplicationShuffleCost()
4895 TTI::TargetCostKind CostKind, in getMemoryOpCost() argument
4899 if (CostKind != TTI::TCK_RecipThroughput) { in getMemoryOpCost()
4916 CostKind); in getMemoryOpCost()
4928 /*AddressSpace=*/0, CostKind); in getMemoryOpCost()
4958 CostKind); in getMemoryOpCost()
4969 CostKind); in getMemoryOpCost()
5015 VTy, std::nullopt, CostKind, NumEltDone(), in getMemoryOpCost()
5032 !IsLoad, CostKind); in getMemoryOpCost()
5061 TTI::TargetCostKind CostKind) { in getMaskedMemoryOpCost() argument
5068 return getMemoryOpCost(Opcode, SrcTy, Alignment, AddressSpace, CostKind); in getMaskedMemoryOpCost()
5078 MaskTy, DemandedElts, /*Insert*/ false, /*Extract*/ true, CostKind); in getMaskedMemoryOpCost()
5081 CmpInst::BAD_ICMP_PREDICATE, CostKind); in getMaskedMemoryOpCost()
5082 InstructionCost BranchCost = getCFInstrCost(Instruction::Br, CostKind); in getMaskedMemoryOpCost()
5085 SrcVTy, DemandedElts, IsLoad, IsStore, CostKind); in getMaskedMemoryOpCost()
5088 Alignment, AddressSpace, CostKind); in getMaskedMemoryOpCost()
5105 CostKind, 0, nullptr) + in getMaskedMemoryOpCost()
5107 CostKind, 0, nullptr); in getMaskedMemoryOpCost()
5114 CostKind, 0, MaskTy); in getMaskedMemoryOpCost()
5129 Type *AccessTy, TTI::TargetCostKind CostKind) { in getPointersChainCost() argument
5138 CostKind); in getPointersChainCost()
5142 return BaseT::getPointersChainCost(Ptrs, Base, Info, AccessTy, CostKind); in getPointersChainCost()
5176 TTI::TargetCostKind CostKind) { in getArithmeticReductionCost() argument
5178 return BaseT::getArithmeticReductionCost(Opcode, ValTy, FMF, CostKind); in getArithmeticReductionCost()
5249 CostKind) + in getArithmeticReductionCost()
5250 getArithmeticReductionCost(Opcode, WideVecTy, FMF, CostKind); in getArithmeticReductionCost()
5259 ArithmeticCost = getArithmeticInstrCost(Opcode, SingleOpTy, CostKind); in getArithmeticReductionCost()
5329 ArithmeticCost = getArithmeticInstrCost(Opcode, SingleOpTy, CostKind); in getArithmeticReductionCost()
5346 return BaseT::getArithmeticReductionCost(Opcode, ValVTy, FMF, CostKind); in getArithmeticReductionCost()
5355 return BaseT::getArithmeticReductionCost(Opcode, ValVTy, FMF, CostKind); in getArithmeticReductionCost()
5365 ReductionCost = getArithmeticInstrCost(Opcode, Ty, CostKind); in getArithmeticReductionCost()
5380 getShuffleCost(TTI::SK_ExtractSubvector, Ty, std::nullopt, CostKind, in getArithmeticReductionCost()
5393 std::nullopt, CostKind, 0, nullptr); in getArithmeticReductionCost()
5404 std::nullopt, CostKind, 0, nullptr); in getArithmeticReductionCost()
5410 Instruction::LShr, ShiftTy, CostKind, in getArithmeticReductionCost()
5416 ReductionCost += getArithmeticInstrCost(Opcode, Ty, CostKind); in getArithmeticReductionCost()
5421 CostKind, 0, nullptr, nullptr); in getArithmeticReductionCost()
5425 TTI::TargetCostKind CostKind, in getMinMaxCost() argument
5428 return getIntrinsicInstrCost(ICA, CostKind); in getMinMaxCost()
5434 TTI::TargetCostKind CostKind) { in getMinMaxReductionCost() argument
5524 MinMaxCost = getMinMaxCost(IID, Ty, CostKind, FMF); in getMinMaxReductionCost()
5551 return BaseT::getMinMaxReductionCost(IID, ValTy, FMF, CostKind); in getMinMaxReductionCost()
5563 CostKind, NumVecElts, SubTy); in getMinMaxReductionCost()
5574 std::nullopt, CostKind, 0, nullptr); in getMinMaxReductionCost()
5583 std::nullopt, CostKind, 0, nullptr); in getMinMaxReductionCost()
5595 MinMaxCost += getMinMaxCost(IID, Ty, CostKind, FMF); in getMinMaxReductionCost()
5600 CostKind, 0, nullptr, nullptr); in getMinMaxReductionCost()
5617 TTI::TargetCostKind CostKind) { in getIntImmCost() argument
5653 TTI::TargetCostKind CostKind, in getIntImmCostInst() argument
5741 InstructionCost Cost = X86TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostInst()
5747 return X86TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostInst()
5752 TTI::TargetCostKind CostKind) { in getIntImmCostIntrin() argument
5783 return X86TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostIntrin()
5787 TTI::TargetCostKind CostKind, in getCFInstrCost() argument
5789 if (CostKind != TTI::TCK_RecipThroughput) in getCFInstrCost()
5817 TTI::TargetCostKind CostKind, in getGSVectorCost() argument
5870 return SplitFactor * getGSVectorCost(Opcode, CostKind, SplitSrcTy, Ptr, in getGSVectorCost()
5875 if (CostKind == TTI::TCK_CodeSize) in getGSVectorCost()
5884 CostKind); in getGSVectorCost()
5890 Align Alignment, TTI::TargetCostKind CostKind, in getGatherScatterOpCost() argument
5901 Alignment, CostKind, I); in getGatherScatterOpCost()
5910 return getGSVectorCost(Opcode, CostKind, SrcVTy, Ptr, Alignment, in getGatherScatterOpCost()
6259 TTI::TargetCostKind CostKind, bool UseMaskForCond, bool UseMaskForGaps) { in getInterleavedMemoryOpCostAVX512() argument
6278 AddressSpace, CostKind); in getInterleavedMemoryOpCostAVX512()
6281 AddressSpace, CostKind); in getInterleavedMemoryOpCostAVX512()
6302 CostKind); in getInterleavedMemoryOpCostAVX512()
6311 MaskCost += getArithmeticInstrCost(BinaryOperator::And, MaskVT, CostKind); in getInterleavedMemoryOpCostAVX512()
6340 ShuffleKind, SingleMemOpTy, std::nullopt, CostKind, 0, nullptr); in getInterleavedMemoryOpCostAVX512()
6397 TTI::SK_PermuteTwoSrc, SingleMemOpTy, std::nullopt, CostKind, 0, nullptr); in getInterleavedMemoryOpCostAVX512()
6412 Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, in getInterleavedMemoryOpCost() argument
6430 AddressSpace, CostKind, UseMaskForCond, UseMaskForGaps); in getInterleavedMemoryOpCost()
6434 Alignment, AddressSpace, CostKind, in getInterleavedMemoryOpCost()
6453 Alignment, AddressSpace, CostKind); in getInterleavedMemoryOpCost()
6465 Opcode, VecTy, MaybeAlign(Alignment), AddressSpace, CostKind); in getInterleavedMemoryOpCost()
6471 Alignment, AddressSpace, CostKind); in getInterleavedMemoryOpCost()
6721 Alignment, AddressSpace, CostKind, in getInterleavedMemoryOpCost()