Lines Matching refs:MTy
3174 MVT MTy = LT.second; in getCmpSelInstrCost() local
3185 if (MTy.isVector() && in getCmpSelInstrCost()
3186 !((ST->hasXOP() && (!ST->hasAVX2() || MTy.is128BitVector())) || in getCmpSelInstrCost()
3187 (ST->hasAVX512() && 32 <= MTy.getScalarSizeInBits()) || in getCmpSelInstrCost()
3217 if ((ST->hasSSE41() && MTy.getScalarSizeInBits() == 32) || in getCmpSelInstrCost()
3218 (ST->hasSSE2() && MTy.getScalarSizeInBits() < 32)) { in getCmpSelInstrCost()
3401 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) in getCmpSelInstrCost()
3406 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) in getCmpSelInstrCost()
3411 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) in getCmpSelInstrCost()
3416 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) in getCmpSelInstrCost()
3421 if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy)) in getCmpSelInstrCost()
3426 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getCmpSelInstrCost()
3431 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) in getCmpSelInstrCost()
3436 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) in getCmpSelInstrCost()
3441 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getCmpSelInstrCost()
3446 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) in getCmpSelInstrCost()
4300 MVT MTy = LT.second; in getIntrinsicInstrCost() local
4311 if (MTy.isScalarInteger()) { in getIntrinsicInstrCost()
4329 MVT MTy = LT.second; in getIntrinsicInstrCost() local
4334 !MTy.isVector() && !ICA.isTypeBasedOnly()) { in getIntrinsicInstrCost()
4346 if (const auto *Entry = CostTableLookup(GLMCostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4351 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4356 if (const auto *Entry = CostTableLookup(AVX512VBMI2CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4361 if (const auto *Entry = CostTableLookup(AVX512BITALGCostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4366 if (const auto *Entry = CostTableLookup(AVX512VPOPCNTDQCostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4371 if (const auto *Entry = CostTableLookup(GFNICostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4376 if (const auto *Entry = CostTableLookup(AVX512CDCostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4381 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4386 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4391 if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4396 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4401 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4406 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4411 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4416 if (const auto *Entry = CostTableLookup(SSSE3CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4421 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4426 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4432 if (const auto *Entry = CostTableLookup(BMI64CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4436 if (const auto *Entry = CostTableLookup(BMI32CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4443 if (const auto *Entry = CostTableLookup(LZCNT64CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4447 if (const auto *Entry = CostTableLookup(LZCNT32CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4454 if (const auto *Entry = CostTableLookup(POPCNT64CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4458 if (const auto *Entry = CostTableLookup(POPCNT32CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4464 if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
4468 if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
5223 MVT MTy = VT.getSimpleVT(); in getArithmeticReductionCost() local
5225 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) in getArithmeticReductionCost()
5229 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getArithmeticReductionCost()
5233 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getArithmeticReductionCost()
5239 MVT MTy = LT.second; in getArithmeticReductionCost() local
5244 if (ISD == ISD::MUL && MTy.getScalarType() == MVT::i8) { in getArithmeticReductionCost()
5254 if (LT.first != 1 && MTy.isVector() && in getArithmeticReductionCost()
5255 MTy.getVectorNumElements() < ValVTy->getNumElements()) { in getArithmeticReductionCost()
5258 MTy.getVectorNumElements()); in getArithmeticReductionCost()
5264 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) in getArithmeticReductionCost()
5268 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getArithmeticReductionCost()
5272 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getArithmeticReductionCost()
5324 if (LT.first != 1 && MTy.isVector() && in getArithmeticReductionCost()
5325 MTy.getVectorNumElements() < ValVTy->getNumElements()) { in getArithmeticReductionCost()
5328 MTy.getVectorNumElements()); in getArithmeticReductionCost()
5334 if (const auto *Entry = CostTableLookup(AVX512BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
5337 if (const auto *Entry = CostTableLookup(AVX2BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
5340 if (const auto *Entry = CostTableLookup(AVX1BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
5343 if (const auto *Entry = CostTableLookup(SSE2BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
5354 if (!isPowerOf2_32(NumVecElts) || ScalarSize != MTy.getScalarSizeInBits()) in getArithmeticReductionCost()
5360 if (LT.first != 1 && MTy.isVector() && in getArithmeticReductionCost()
5361 MTy.getVectorNumElements() < ValVTy->getNumElements()) { in getArithmeticReductionCost()
5364 MTy.getVectorNumElements()); in getArithmeticReductionCost()
5367 NumVecElts = MTy.getVectorNumElements(); in getArithmeticReductionCost()
5437 MVT MTy = LT.second; in getMinMaxReductionCost() local
5496 MVT MTy = VT.getSimpleVT(); in getMinMaxReductionCost() local
5498 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) in getMinMaxReductionCost()
5502 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getMinMaxReductionCost()
5506 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) in getMinMaxReductionCost()
5510 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getMinMaxReductionCost()
5519 if (LT.first != 1 && MTy.isVector() && in getMinMaxReductionCost()
5520 MTy.getVectorNumElements() < ValVTy->getNumElements()) { in getMinMaxReductionCost()
5523 MTy.getVectorNumElements()); in getMinMaxReductionCost()
5526 NumVecElts = MTy.getVectorNumElements(); in getMinMaxReductionCost()
5530 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) in getMinMaxReductionCost()
5534 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getMinMaxReductionCost()
5538 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) in getMinMaxReductionCost()
5542 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getMinMaxReductionCost()
5550 ScalarSize != MTy.getScalarSizeInBits()) in getMinMaxReductionCost()