Lines Matching refs:Cost
81 unsigned Cost = ~0U; in operator []() local
84 Cost = RecipThroughputCost; in operator []()
87 Cost = LatencyCost; in operator []()
90 Cost = CodeSizeCost; in operator []()
93 Cost = SizeAndLatencyCost; in operator []()
96 if (Cost == ~0U) in operator []()
98 return Cost; in operator []()
330 InstructionCost Cost = in getArithmeticInstrCost() local
334 Cost += getArithmeticInstrCost(Instruction::Sub, Ty, CostKind); in getArithmeticInstrCost()
335 return Cost; in getArithmeticInstrCost()
344 InstructionCost Cost = in getArithmeticInstrCost() local
347 Cost += getArithmeticInstrCost(Instruction::LShr, Ty, CostKind, in getArithmeticInstrCost()
349 Cost += getArithmeticInstrCost(Instruction::Add, Ty, CostKind, in getArithmeticInstrCost()
354 Cost += getArithmeticInstrCost(Instruction::Mul, Ty, CostKind, Op1Info.getNoProps(), in getArithmeticInstrCost()
356 Cost += getArithmeticInstrCost(Instruction::Sub, Ty, CostKind, Op1Info.getNoProps(), in getArithmeticInstrCost()
360 return Cost; in getArithmeticInstrCost()
389 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
414 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
450 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
491 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
534 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
565 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
583 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
606 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
628 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
650 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
661 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
683 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
705 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
729 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
766 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
804 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
830 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
842 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
891 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
985 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1021 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1063 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1085 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1114 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1189 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1290 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1319 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1342 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1351 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1421 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1443 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1454 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1478 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1670 return Entry->Cost; in getShuffleCost()
1720 InstructionCost Cost = 0; in getShuffleCost() local
1724 &Cost](ArrayRef<int> RegMask, unsigned SrcReg, unsigned DestReg) { in getShuffleCost()
1730 Cost += getShuffleCost(TTI::SK_PermuteSingleSrc, SingleOpTy, in getShuffleCost()
1734 Cost += TTI::TCC_Basic; in getShuffleCost()
1740 Cost += TTI::TCC_Basic; in getShuffleCost()
1745 [this, SingleOpTy, CostKind, &Cost](ArrayRef<int> RegMask, in getShuffleCost()
1748 Cost += getShuffleCost(TTI::SK_PermuteTwoSrc, SingleOpTy, RegMask, in getShuffleCost()
1751 return Cost; in getShuffleCost()
1785 return LT.first * Entry->Cost; in getShuffleCost()
1820 return LT.first * Entry->Cost; in getShuffleCost()
1898 if (auto KindCost = Entry->Cost[CostKind]) in getShuffleCost()
1953 return LT.first * Entry->Cost; in getShuffleCost()
1975 return LT.first * Entry->Cost; in getShuffleCost()
2038 return LT.first * Entry->Cost; in getShuffleCost()
2052 return LT.first * Entry->Cost; in getShuffleCost()
2084 return LT.first * Entry->Cost; in getShuffleCost()
2147 return LT.first * Entry->Cost; in getShuffleCost()
2151 return LT.first * Entry->Cost; in getShuffleCost()
2165 return LT.first * Entry->Cost; in getShuffleCost()
2990 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
2996 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3002 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3009 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3015 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3021 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3027 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3034 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3041 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3048 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3065 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3071 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3077 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3084 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3090 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3096 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3102 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3108 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3114 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3120 if (auto KindCost = Entry->Cost[CostKind]) in getCastInstrCost()
3151 auto AdjustCost = [&CostKind](InstructionCost Cost, in getCastInstrCost()
3154 return Cost == 0 ? 0 : N; in getCastInstrCost()
3155 return Cost * N; in getCastInstrCost()
3402 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3407 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3412 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3417 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3422 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3427 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3432 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3437 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3442 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3447 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
4296 auto adjustTableCost = [&](int ISD, unsigned Cost, in getIntrinsicInstrCost()
4324 return LegalizationCost * (int)Cost; in getIntrinsicInstrCost()
4347 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4352 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4357 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4362 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4367 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4372 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4377 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4382 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4387 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4392 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4397 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4402 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4407 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4412 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4417 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4422 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4427 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4433 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4437 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4444 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4448 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4455 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4459 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4465 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4469 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4593 return Entry->Cost + RegisterFileMoveCost; in getVectorInstrCost()
4633 InstructionCost Cost = 0; in getScalarizationOverhead() local
4652 Cost += BaseT::getScalarizationOverhead(Ty, DemandedElts, Insert, in getScalarizationOverhead()
4690 Cost += getShuffleCost(TTI::SK_ExtractSubvector, Ty, std::nullopt, in getScalarizationOverhead()
4692 Cost += BaseT::getScalarizationOverhead(LaneTy, LaneEltMask, Insert, in getScalarizationOverhead()
4708 Cost += getShuffleCost(TTI::SK_InsertSubvector, Ty, std::nullopt, in getScalarizationOverhead()
4719 Cost += DemandedElts.popcount(); in getScalarizationOverhead()
4727 Cost += (std::min<unsigned>(NumElts, Pow2Elts) - 1) * LT.first; in getScalarizationOverhead()
4768 Cost += getShuffleCost(TTI::SK_ExtractSubvector, Ty, std::nullopt, in getScalarizationOverhead()
4770 Cost += BaseT::getScalarizationOverhead( in getScalarizationOverhead()
4774 return Cost; in getScalarizationOverhead()
4779 Cost += BaseT::getScalarizationOverhead(Ty, DemandedElts, /*Insert*/ false, in getScalarizationOverhead()
4783 return Cost; in getScalarizationOverhead()
4923 InstructionCost Cost = 0; in getMemoryOpCost() local
4927 Cost += getMemoryOpCost(Instruction::Load, Src, DL.getABITypeAlign(Src), in getMemoryOpCost()
4934 return (LT.second.isFloatingPoint() ? Cost : 0) + LT.first * 1; in getMemoryOpCost()
5013 Cost += getShuffleCost(IsLoad ? TTI::ShuffleKind::SK_InsertSubvector in getMemoryOpCost()
5031 Cost += getScalarizationOverhead(CoalescedVecTy, DemandedElts, IsLoad, in getMemoryOpCost()
5041 Cost += 2; in getMemoryOpCost()
5043 Cost += 2; in getMemoryOpCost()
5045 Cost += 1; in getMemoryOpCost()
5055 return Cost; in getMemoryOpCost()
5095 InstructionCost Cost = 0; in getMaskedMemoryOpCost() local
5099 return Cost + LT.first; in getMaskedMemoryOpCost()
5104 Cost += getShuffleCost(TTI::SK_PermuteTwoSrc, SrcVTy, std::nullopt, in getMaskedMemoryOpCost()
5113 Cost += getShuffleCost(TTI::SK_InsertSubvector, NewMaskTy, std::nullopt, in getMaskedMemoryOpCost()
5119 return Cost + LT.first * (IsLoad ? 2 : 8); in getMaskedMemoryOpCost()
5122 return Cost + LT.first; in getMaskedMemoryOpCost()
5226 return Entry->Cost; in getArithmeticReductionCost()
5230 return Entry->Cost; in getArithmeticReductionCost()
5234 return Entry->Cost; in getArithmeticReductionCost()
5265 return ArithmeticCost + Entry->Cost; in getArithmeticReductionCost()
5269 return ArithmeticCost + Entry->Cost; in getArithmeticReductionCost()
5273 return ArithmeticCost + Entry->Cost; in getArithmeticReductionCost()
5335 return ArithmeticCost + Entry->Cost; in getArithmeticReductionCost()
5338 return ArithmeticCost + Entry->Cost; in getArithmeticReductionCost()
5341 return ArithmeticCost + Entry->Cost; in getArithmeticReductionCost()
5344 return ArithmeticCost + Entry->Cost; in getArithmeticReductionCost()
5499 return Entry->Cost; in getMinMaxReductionCost()
5503 return Entry->Cost; in getMinMaxReductionCost()
5507 return Entry->Cost; in getMinMaxReductionCost()
5511 return Entry->Cost; in getMinMaxReductionCost()
5531 return MinMaxCost + Entry->Cost; in getMinMaxReductionCost()
5535 return MinMaxCost + Entry->Cost; in getMinMaxReductionCost()
5539 return MinMaxCost + Entry->Cost; in getMinMaxReductionCost()
5543 return MinMaxCost + Entry->Cost; in getMinMaxReductionCost()
5641 InstructionCost Cost = 0; in getIntImmCost() local
5645 Cost += getIntImmCost(Val); in getIntImmCost()
5648 return std::max<InstructionCost>(1, Cost); in getIntImmCost()
5741 InstructionCost Cost = X86TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostInst() local
5742 return (Cost <= NumConstants * TTI::TCC_Basic) in getIntImmCostInst()
5744 : Cost; in getIntImmCostInst()
6330 return MaskCost + NumOfMemOps * MemOpCost + Entry->Cost; in getInterleavedMemoryOpCostAVX512()
6366 InstructionCost Cost = NumOfResults * NumOfShufflesPerResult * ShuffleCost + in getInterleavedMemoryOpCostAVX512() local
6370 return Cost; in getInterleavedMemoryOpCostAVX512()
6390 return MaskCost + NumOfMemOps * MemOpCost + Entry->Cost; in getInterleavedMemoryOpCostAVX512()
6403 InstructionCost Cost = in getInterleavedMemoryOpCostAVX512() local
6407 return Cost; in getInterleavedMemoryOpCostAVX512()
6687 return MemOpCosts + divideCeil(NumMembers * Entry->Cost, Factor); in getInterleavedMemoryOpCost()
6712 return MemOpCosts + Entry->Cost; in getInterleavedMemoryOpCost()
6717 return MemOpCosts + Entry->Cost; in getInterleavedMemoryOpCost()