Lines Matching refs:second
315 getRISCVInstructionCost(RISCV::VQDOT_VV, LT.second, CostKind); in getPartialReductionCost()
453 .second) in costShuffleViaSplitting()
493 .second; in costShuffleViaVRegSplitting()
529 .second) in costShuffleViaVRegSplitting()
560 if (!LT.second.isFixedLengthVector()) in getSlideCost()
580 if (SrcInfo[1].second == 0) in getSlideCost()
584 if (SrcInfo[0].second != 0) { in getSlideCost()
585 unsigned Opcode = GetSlideOpcode(SrcInfo[0].second); in getSlideCost()
586 FirstSlideCost = getRISCVInstructionCost(Opcode, LT.second, CostKind); in getSlideCost()
593 if (SrcInfo[1].second != 0) { in getSlideCost()
594 unsigned Opcode = GetSlideOpcode(SrcInfo[1].second); in getSlideCost()
595 SecondSlideCost = getRISCVInstructionCost(Opcode, LT.second, CostKind); in getSlideCost()
598 getRISCVInstructionCost(RISCV::VMERGE_VVM, LT.second, CostKind); in getSlideCost()
627 FVTp && ST->hasVInstructions() && LT.second.isFixedLengthVector()) { in getShuffleCost()
629 *this, LT.second, ST->getRealVLen(), in getShuffleCost()
638 MVT EltTp = LT.second.getVectorElementType(); in getShuffleCost()
649 return 2 * LT.first * TLI->getLMULCost(LT.second); in getShuffleCost()
657 LT.second, CostKind); in getShuffleCost()
661 if (LT.second.getScalarSizeInBits() != 1 && in getShuffleCost()
677 Cost += DestLT.first * TLI->getLMULCost(DestLT.second); in getShuffleCost()
691 if (LT.first == 1 && (LT.second.getScalarSizeInBits() != 8 || in getShuffleCost()
692 LT.second.getVectorNumElements() <= 256)) { in getShuffleCost()
694 getVRGatherIndexType(LT.second, *ST, SrcTy->getContext()); in getShuffleCost()
697 getRISCVInstructionCost(RISCV::VRGATHER_VV, LT.second, CostKind); in getShuffleCost()
711 if (LT.first == 1 && (LT.second.getScalarSizeInBits() != 8 || in getShuffleCost()
712 LT.second.getVectorNumElements() <= 256)) { in getShuffleCost()
715 VectorType *IdxTy = getVRGatherIndexType(LT.second, *ST, C); in getShuffleCost()
721 LT.second, CostKind) + in getShuffleCost()
742 costShuffleViaSplitting(*this, LT.second, FVTp, Mask, CostKind); in getShuffleCost()
767 SubLT.second.isValid() && SubLT.second.isFixedLengthVector()) { in getShuffleCost()
769 VLen && SubLT.second.getScalarSizeInBits() * Index % *VLen == 0 && in getShuffleCost()
770 SubLT.second.getSizeInBits() <= *VLen) in getShuffleCost()
778 getRISCVInstructionCost(RISCV::VSLIDEDOWN_VI, LT.second, CostKind); in getShuffleCost()
785 getRISCVInstructionCost(RISCV::VSLIDEUP_VI, LT.second, CostKind); in getShuffleCost()
798 LT.second, CostKind)); in getShuffleCost()
803 if (LT.second.getScalarSizeInBits() == 1) { in getShuffleCost()
812 LT.second, CostKind)); in getShuffleCost()
827 LT.second, CostKind)); in getShuffleCost()
834 getRISCVInstructionCost(RISCV::VMV_V_X, LT.second, CostKind); in getShuffleCost()
840 getRISCVInstructionCost(RISCV::VRGATHER_VI, LT.second, CostKind); in getShuffleCost()
851 return LT.first * getRISCVInstructionCost(Opcodes, LT.second, CostKind); in getShuffleCost()
855 if (!LT.second.isVector()) in getShuffleCost()
873 MVT ContainerVT = LT.second; in getShuffleCost()
874 if (LT.second.isFixedLengthVector()) in getShuffleCost()
875 ContainerVT = TLI->getContainerForFixedLengthVector(LT.second); in getShuffleCost()
887 if (LT.second.isFixedLengthVector()) in getShuffleCost()
889 LenCost = isInt<5>(LT.second.getVectorNumElements() - 1) ? 0 : 1; in getShuffleCost()
891 if (LT.second.isFixedLengthVector() && in getShuffleCost()
892 isInt<5>(LT.second.getVectorNumElements() - 1)) in getShuffleCost()
895 getRISCVInstructionCost(Opcodes, LT.second, CostKind); in getShuffleCost()
910 InstructionCost SlideCost = !LT.second.isFixedLengthVector() ? 0 : in getShuffleCost()
911 getRISCVInstructionCost({RISCV::VSLIDEDOWN_VX}, LT.second, CostKind); in getShuffleCost()
941 if (Insert && !Extract && LT.first.isValid() && LT.second.isVector()) { in getScalarizationOverhead()
952 assert(LT.second.isFixedLengthVector()); in getScalarizationOverhead()
953 MVT ContainerVT = TLI->getContainerForFixedLengthVector(LT.second); in getScalarizationOverhead()
957 getRISCVInstructionCost(RISCV::VSLIDE1DOWN_VX, LT.second, CostKind); in getScalarizationOverhead()
990 if (LT.second.isVector()) { in getInterleavedMemoryOpCost()
1134 LT.first * getRISCVInstructionCost(Opcodes, LT.second, CostKind); in getExpandCompressMemoryOpCost()
1267 if (!LT.second.isVector() && TLI->isOperationCustom(ISD::FCEIL, LT.second)) in getIntrinsicInstrCost()
1276 if (LT.second.isScalarInteger() && ST->hasStdExtZbb()) in getIntrinsicInstrCost()
1279 if (ST->hasVInstructions() && LT.second.isVector()) { in getIntrinsicInstrCost()
1295 return LT.first * getRISCVInstructionCost(Op, LT.second, CostKind); in getIntrinsicInstrCost()
1304 if (ST->hasVInstructions() && LT.second.isVector()) { in getIntrinsicInstrCost()
1320 return LT.first * getRISCVInstructionCost(Op, LT.second, CostKind); in getIntrinsicInstrCost()
1328 if (ST->hasVInstructions() && LT.second.isVector()) in getIntrinsicInstrCost()
1330 getRISCVInstructionCost(RISCV::VFMADD_VV, LT.second, CostKind); in getIntrinsicInstrCost()
1335 if (ST->hasVInstructions() && LT.second.isVector()) { in getIntrinsicInstrCost()
1341 if (LT.second.getVectorElementType() == MVT::bf16 || in getIntrinsicInstrCost()
1342 (LT.second.getVectorElementType() == MVT::f16 && in getIntrinsicInstrCost()
1344 return LT.first * getRISCVInstructionCost(RISCV::VAND_VX, LT.second, in getIntrinsicInstrCost()
1349 getRISCVInstructionCost(RISCV::VFSGNJX_VV, LT.second, CostKind); in getIntrinsicInstrCost()
1355 if (ST->hasVInstructions() && LT.second.isVector()) { in getIntrinsicInstrCost()
1358 MVT ConvType = LT.second; in getIntrinsicInstrCost()
1359 MVT FsqrtType = LT.second; in getIntrinsicInstrCost()
1362 if (LT.second.getVectorElementType() == MVT::bf16) { in getIntrinsicInstrCost()
1363 if (LT.second == MVT::nxv32bf16) { in getIntrinsicInstrCost()
1374 } else if (LT.second.getVectorElementType() == MVT::f16 && in getIntrinsicInstrCost()
1376 if (LT.second == MVT::nxv32f16) { in getIntrinsicInstrCost()
1400 if (ST->hasVInstructions() && ST->hasStdExtZvbb() && LT.second.isVector()) { in getIntrinsicInstrCost()
1413 return LT.first * getRISCVInstructionCost(Op, LT.second, CostKind); in getIntrinsicInstrCost()
1419 if (ST->hasVInstructions() && LT.second.isVector()) { in getIntrinsicInstrCost()
1424 LT.second, CostKind); in getIntrinsicInstrCost()
1439 LT.second, CostKind); in getIntrinsicInstrCost()
1449 return getRISCVInstructionCost(RISCV::VID_V, LT.second, CostKind) + in getIntrinsicInstrCost()
1451 getRISCVInstructionCost(RISCV::VADD_VX, LT.second, CostKind); in getIntrinsicInstrCost()
1460 RISCV::VFIRST_M, getTypeLegalizationCost(ArgTy).second, CostKind); in getIntrinsicInstrCost()
1477 if (!ST->hasVInstructions() || LT.second.getScalarType() == MVT::i1) in getIntrinsicInstrCost()
1479 return LT.first * getRISCVInstructionCost(LT.second.isFloatingPoint() in getIntrinsicInstrCost()
1482 LT.second, CostKind); in getIntrinsicInstrCost()
1496 LT.second.isVector()) { in getIntrinsicInstrCost()
1497 MVT EltTy = LT.second.getVectorElementType(); in getIntrinsicInstrCost()
1543 return getRISCVInstructionCost(RISCV::VMV_V_I, DstLT.second, CostKind) + in getCastInstrCost()
1545 DstLT.second, CostKind) + in getCastInstrCost()
1558 SrcLT.second, CostKind) + in getCastInstrCost()
1569 if (!SrcLT.second.isVector() || !DstLT.second.isVector() || in getCastInstrCost()
1572 SrcLT.second.getSizeInBits()) || in getCastInstrCost()
1574 DstLT.second.getSizeInBits())) in getCastInstrCost()
1580 int PowDiff = (int)Log2_32(DstLT.second.getScalarSizeInBits()) - in getCastInstrCost()
1581 (int)Log2_32(SrcLT.second.getScalarSizeInBits()); in getCastInstrCost()
1591 return getRISCVInstructionCost(Op, DstLT.second, CostKind); in getCastInstrCost()
1597 unsigned SrcEltSize = SrcLT.second.getScalarSizeInBits(); in getCastInstrCost()
1598 unsigned DstEltSize = DstLT.second.getScalarSizeInBits(); in getCastInstrCost()
1608 MVT DstMVT = DstLT.second.changeVectorElementType(ElementMVT); in getCastInstrCost()
1637 VecF32LT.second, CostKind); in getCastInstrCost()
1642 Cost += getRISCVInstructionCost(FCVT, DstLT.second, CostKind); in getCastInstrCost()
1644 Cost += getRISCVInstructionCost(FWCVT, DstLT.second, CostKind); in getCastInstrCost()
1649 MVT VecVT = DstLT.second.changeVectorElementType(ElementVT); in getCastInstrCost()
1680 DstLT.second, CostKind); in getCastInstrCost()
1685 Cost += getRISCVInstructionCost(FCVT, DstLT.second, CostKind); in getCastInstrCost()
1694 Cost += getRISCVInstructionCost(FWCVT, DstLT.second, CostKind); in getCastInstrCost()
1696 Cost += getRISCVInstructionCost(FNCVT, DstLT.second, CostKind); in getCastInstrCost()
1777 return ExtraCost + getRISCVInstructionCost(Opcodes, LT.second, CostKind); in getMinMaxReductionCost()
1814 getRISCVInstructionCost(SplitOp, LT.second, CostKind) in getMinMaxReductionCost()
1816 return SplitCost + getRISCVInstructionCost(Opcodes, LT.second, CostKind); in getMinMaxReductionCost()
1843 if (LT.second == MVT::v1i1) in getArithmeticReductionCost()
1844 return getRISCVInstructionCost(RISCV::VFIRST_M, LT.second, CostKind) + in getArithmeticReductionCost()
1863 getRISCVInstructionCost(RISCV::VMAND_MM, LT.second, CostKind) + in getArithmeticReductionCost()
1864 getRISCVInstructionCost(RISCV::VMNAND_MM, LT.second, CostKind) + in getArithmeticReductionCost()
1865 getRISCVInstructionCost(RISCV::VCPOP_M, LT.second, CostKind) + in getArithmeticReductionCost()
1875 getRISCVInstructionCost(RISCV::VMXOR_MM, LT.second, CostKind) + in getArithmeticReductionCost()
1876 getRISCVInstructionCost(RISCV::VCPOP_M, LT.second, CostKind) + 1; in getArithmeticReductionCost()
1885 getRISCVInstructionCost(RISCV::VMOR_MM, LT.second, CostKind) + in getArithmeticReductionCost()
1886 getRISCVInstructionCost(RISCV::VCPOP_M, LT.second, CostKind) + in getArithmeticReductionCost()
1916 if ((LT.second.getScalarType() == MVT::f16 && !ST->hasVInstructionsF16()) || in getArithmeticReductionCost()
1917 LT.second.getScalarType() == MVT::bf16) in getArithmeticReductionCost()
1924 return getRISCVInstructionCost(Opcodes, LT.second, CostKind); in getArithmeticReductionCost()
1933 getRISCVInstructionCost(SplitOp, LT.second, CostKind) in getArithmeticReductionCost()
1935 return SplitCost + getRISCVInstructionCost(Opcodes, LT.second, CostKind); in getArithmeticReductionCost()
1957 LT.second.isFixedLengthVector() && LT.second.getScalarType() == MVT::i1) { in getExtendedReductionCost()
1961 getRISCVInstructionCost(RISCV::VCPOP_M, LT.second, CostKind); in getExtendedReductionCost()
1964 if (ResTy->getScalarSizeInBits() != 2 * LT.second.getScalarSizeInBits()) in getExtendedReductionCost()
2019 if (Src->isVectorTy() && LT.second.isVector() && in getMemoryOpCost()
2021 LT.second.getSizeInBits())) in getMemoryOpCost()
2031 if (LT.second.isVector() && CostKind != TTI::TCK_CodeSize) in getMemoryOpCost()
2032 BaseCost *= TLI->getLMULCost(LT.second); in getMemoryOpCost()
2080 LT.second, CostKind); in getCmpSelInstrCost()
2084 LT.first * getRISCVInstructionCost(RISCV::VMERGE_VVM, LT.second, in getCmpSelInstrCost()
2094 MVT InterimVT = LT.second.changeVectorElementType(MVT::i8); in getCmpSelInstrCost()
2101 LT.second, CostKind); in getCmpSelInstrCost()
2110 LT.second, CostKind); in getCmpSelInstrCost()
2118 LT.second, in getCmpSelInstrCost()
2128 getRISCVInstructionCost(RISCV::VMXOR_MM, LT.second, CostKind); in getCmpSelInstrCost()
2150 LT.second, CostKind); in getCmpSelInstrCost()
2159 LT.second, CostKind); in getCmpSelInstrCost()
2169 getRISCVInstructionCost(RISCV::VMFLT_VV, LT.second, CostKind); in getCmpSelInstrCost()
2220 if (!LT.second.isVector()) { in getVectorInstrCost()
2242 if (LT.second.isScalableVector() && !LT.first.isValid()) in getVectorInstrCost()
2279 if (LT.second.isFixedLengthVector()) { in getVectorInstrCost()
2280 unsigned Width = LT.second.getVectorNumElements(); in getVectorInstrCost()
2287 unsigned EltSize = LT.second.getScalarSizeInBits(); in getVectorInstrCost()
2306 ((Index == -1U) || (Index >= LT.second.getVectorMinNumElements() && in getVectorInstrCost()
2307 LT.second.isScalableVector()))) { in getVectorInstrCost()
2379 if (!LT.second.isVector()) in getArithmeticInstrCost()
2387 if ((LT.second.getVectorElementType() == MVT::f16 || in getArithmeticInstrCost()
2388 LT.second.getVectorElementType() == MVT::bf16) && in getArithmeticInstrCost()
2389 TLI->getOperationAction(ISDOpcode, LT.second) == in getArithmeticInstrCost()
2391 MVT PromotedVT = TLI->getTypeToPromoteTo(ISDOpcode, LT.second); in getArithmeticInstrCost()
2393 Type *LegalTy = EVT(LT.second).getTypeForEVT(Ty->getContext()); in getArithmeticInstrCost()
2403 LT.second = PromotedVT; in getArithmeticInstrCost()
2476 InstructionCost InstrCost = getRISCVInstructionCost(Op, LT.second, CostKind); in getArithmeticInstrCost()