Lines Matching refs:CostKind
359 TTI::TargetCostKind CostKind) { in getIntImmCost() argument
385 TTI::TargetCostKind CostKind, in getIntImmCostInst() argument
443 InstructionCost Cost = AArch64TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostInst()
448 return AArch64TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostInst()
454 TTI::TargetCostKind CostKind) { in getIntImmCostIntrin() argument
467 return AArch64TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostIntrin()
480 InstructionCost Cost = AArch64TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostIntrin()
500 return AArch64TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostIntrin()
543 TTI::TargetCostKind CostKind) { in getIntrinsicInstrCost() argument
616 getArithmeticInstrCost(Instruction::Add, LegalVTy, CostKind); in getIntrinsicInstrCost()
784 Cost += getIntrinsicInstrCost(Attrs1, CostKind); in getIntrinsicInstrCost()
787 Cost += getIntrinsicInstrCost(Attrs2, CostKind); in getIntrinsicInstrCost()
862 return BaseT::getIntrinsicInstrCost(ICA, CostKind); in getIntrinsicInstrCost()
2479 TTI::TargetCostKind CostKind, in getCastInstrCost() argument
2508 auto AdjustCost = [&CostKind](InstructionCost Cost) -> InstructionCost { in getCastInstrCost()
2509 if (CostKind != TTI::TCK_RecipThroughput) in getCastInstrCost()
2519 BaseT::getCastInstrCost(Opcode, Dst, Src, CCH, CostKind, I)); in getCastInstrCost()
2808 CostKind, I)); in getCastInstrCost()
2860 Opcode, LegalTy, Src, CCH, CostKind, I); in getCastInstrCost()
2862 Opcode, Dst, LegalTy, TTI::CastContextHint::None, CostKind, I); in getCastInstrCost()
2874 BaseT::getCastInstrCost(Opcode, Dst, Src, CCH, CostKind, I)); in getCastInstrCost()
2895 TTI::TargetCostKind CostKind = TTI::TCK_RecipThroughput; in getExtractWithExtendCost() local
2897 CostKind, Index, nullptr, nullptr); in getExtractWithExtendCost()
2909 CostKind); in getExtractWithExtendCost()
2915 CostKind); in getExtractWithExtendCost()
2935 CostKind); in getExtractWithExtendCost()
2939 TTI::TargetCostKind CostKind, in getCFInstrCost() argument
2941 if (CostKind != TTI::TCK_RecipThroughput) in getCFInstrCost()
2943 assert(CostKind == TTI::TCK_RecipThroughput && "unexpected CostKind"); in getCFInstrCost()
3002 TTI::TargetCostKind CostKind, in getVectorInstrCost() argument
3012 TTI::TargetCostKind CostKind, in getVectorInstrCost() argument
3019 TTI::TargetCostKind CostKind) { in getScalarizationOverhead() argument
3024 CostKind); in getScalarizationOverhead()
3030 unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, in getArithmeticInstrCost() argument
3044 if (CostKind != TTI::TCK_RecipThroughput) in getArithmeticInstrCost()
3045 return BaseT::getArithmeticInstrCost(Opcode, Ty, CostKind, Op1Info, in getArithmeticInstrCost()
3054 return BaseT::getArithmeticInstrCost(Opcode, Ty, CostKind, Op1Info, in getArithmeticInstrCost()
3063 Instruction::Add, Ty, CostKind, in getArithmeticInstrCost()
3065 Cost += getArithmeticInstrCost(Instruction::Sub, Ty, CostKind, in getArithmeticInstrCost()
3068 Instruction::Select, Ty, CostKind, in getArithmeticInstrCost()
3070 Cost += getArithmeticInstrCost(Instruction::AShr, Ty, CostKind, in getArithmeticInstrCost()
3083 Instruction::Mul, Ty, CostKind, Op1Info.getNoProps(), Op2Info.getNoProps()); in getArithmeticInstrCost()
3085 Instruction::Add, Ty, CostKind, Op1Info.getNoProps(), Op2Info.getNoProps()); in getArithmeticInstrCost()
3087 Instruction::AShr, Ty, CostKind, Op1Info.getNoProps(), Op2Info.getNoProps()); in getArithmeticInstrCost()
3093 Opcode, Ty, CostKind, Op1Info, Op2Info); in getArithmeticInstrCost()
3130 Opcode, Ty->getScalarType(), CostKind, Op1Info, Op2Info); in getArithmeticInstrCost()
3137 CostKind, Op1Info, Op2Info); in getArithmeticInstrCost()
3138 Cost += getArithmeticInstrCost(Instruction::InsertElement, Ty, CostKind, in getArithmeticInstrCost()
3198 return BaseT::getArithmeticInstrCost(Opcode, Ty, CostKind, Op1Info, in getArithmeticInstrCost()
3204 return getCallInstrCost(/*Function*/ nullptr, Ty, {Ty, Ty}, CostKind); in getArithmeticInstrCost()
3205 return BaseT::getArithmeticInstrCost(Opcode, Ty, CostKind, Op1Info, in getArithmeticInstrCost()
3232 TTI::TargetCostKind CostKind, in getCmpSelInstrCost() argument
3235 if (CostKind != TTI::TCK_RecipThroughput) in getCmpSelInstrCost()
3236 return BaseT::getCmpSelInstrCost(Opcode, ValTy, CondTy, VecPred, CostKind, in getCmpSelInstrCost()
3316 return BaseT::getCmpSelInstrCost(Opcode, ValTy, CondTy, VecPred, CostKind, I); in getCmpSelInstrCost()
3345 TTI::TargetCostKind CostKind) { in getMaskedMemoryOpCost() argument
3348 CostKind); in getMaskedMemoryOpCost()
3374 Align Alignment, TTI::TargetCostKind CostKind, const Instruction *I) { in getGatherScatterOpCost() argument
3377 Alignment, CostKind, I); in getGatherScatterOpCost()
3398 getMemoryOpCost(Opcode, VT->getElementType(), Alignment, 0, CostKind, in getGatherScatterOpCost()
3414 TTI::TargetCostKind CostKind, in getMemoryOpCost() argument
3421 CostKind); in getMemoryOpCost()
3440 if (CostKind == TTI::TCK_CodeSize || CostKind == TTI::TCK_SizeAndLatency) in getMemoryOpCost()
3443 if (CostKind != TTI::TCK_RecipThroughput) in getMemoryOpCost()
3510 Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, in getInterleavedMemoryOpCost() argument
3539 Alignment, AddressSpace, CostKind, in getInterleavedMemoryOpCost()
3546 TTI::TargetCostKind CostKind = TTI::TCK_RecipThroughput; in getCostOfKeepingLiveOverCall() local
3552 Cost += getMemoryOpCost(Instruction::Store, I, Align(128), 0, CostKind) + in getCostOfKeepingLiveOverCall()
3553 getMemoryOpCost(Instruction::Load, I, Align(128), 0, CostKind); in getCostOfKeepingLiveOverCall()
3816 TTI::TargetCostKind CostKind) { in getMinMaxReductionCost() argument
3828 return BaseT::getMinMaxReductionCost(IID, Ty, FMF, CostKind); in getMinMaxReductionCost()
3834 LegalizationCost = getIntrinsicInstrCost(Attrs, CostKind) * (LT.first - 1); in getMinMaxReductionCost()
3841 unsigned Opcode, VectorType *ValTy, TTI::TargetCostKind CostKind) { in getArithmeticReductionCostSVE() argument
3846 LegalizationCost = getArithmeticInstrCost(Opcode, LegalVTy, CostKind); in getArithmeticReductionCostSVE()
3868 TTI::TargetCostKind CostKind) { in getArithmeticReductionCost() argument
3880 BaseT::getArithmeticReductionCost(Opcode, ValTy, FMF, CostKind); in getArithmeticReductionCost()
3891 getArithmeticInstrCost(Opcode, VTy->getScalarType(), CostKind); in getArithmeticReductionCost()
3897 return getArithmeticReductionCostSVE(Opcode, ValTy, CostKind); in getArithmeticReductionCost()
3963 ExtraCost = getArithmeticInstrCost(Opcode, Ty, CostKind); in getArithmeticReductionCost()
3972 return BaseT::getArithmeticReductionCost(Opcode, ValTy, FMF, CostKind); in getArithmeticReductionCost()
4001 TTI::TargetCostKind CostKind = TTI::TCK_RecipThroughput; in getSpliceCost() local
4010 CmpInst::BAD_ICMP_PREDICATE, CostKind) + in getSpliceCost()
4012 CmpInst::BAD_ICMP_PREDICATE, CostKind); in getSpliceCost()
4020 TTI::CastContextHint::None, CostKind) + in getSpliceCost()
4022 TTI::CastContextHint::None, CostKind); in getSpliceCost()
4033 TTI::TargetCostKind CostKind, int Index, VectorType *SubTp, in getShuffleCost() argument
4110 NTp, NMask, CostKind, 0, nullptr, Args, CxtI); in getShuffleCost()
4134 if (CostKind == TTI::TCK_CodeSize && Kind == TTI::SK_Broadcast) { in getShuffleCost()
4312 return BaseT::getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp, Args, in getShuffleCost()