Lines Matching refs:SrcVTy
5065 auto *SrcVTy = dyn_cast<FixedVectorType>(SrcTy); in getMaskedMemoryOpCost() local
5066 if (!SrcVTy) in getMaskedMemoryOpCost()
5070 unsigned NumElem = SrcVTy->getNumElements(); in getMaskedMemoryOpCost()
5072 FixedVectorType::get(Type::getInt8Ty(SrcVTy->getContext()), NumElem); in getMaskedMemoryOpCost()
5073 if ((IsLoad && !isLegalMaskedLoad(SrcVTy, Alignment)) || in getMaskedMemoryOpCost()
5074 (IsStore && !isLegalMaskedStore(SrcVTy, Alignment))) { in getMaskedMemoryOpCost()
5080 Instruction::ICmp, Type::getInt8Ty(SrcVTy->getContext()), nullptr, in getMaskedMemoryOpCost()
5085 SrcVTy, DemandedElts, IsLoad, IsStore, CostKind); in getMaskedMemoryOpCost()
5087 NumElem * BaseT::getMemoryOpCost(Opcode, SrcVTy->getScalarType(), in getMaskedMemoryOpCost()
5093 std::pair<InstructionCost, MVT> LT = getTypeLegalizationCost(SrcVTy); in getMaskedMemoryOpCost()
5094 auto VT = TLI->getValueType(DL, SrcVTy); in getMaskedMemoryOpCost()
5104 Cost += getShuffleCost(TTI::SK_PermuteTwoSrc, SrcVTy, std::nullopt, in getMaskedMemoryOpCost()
5818 Type *SrcVTy, const Value *Ptr, in getGSVectorCost() argument
5822 assert(isa<VectorType>(SrcVTy) && "Unexpected type in getGSVectorCost"); in getGSVectorCost()
5823 unsigned VF = cast<FixedVectorType>(SrcVTy)->getNumElements(); in getGSVectorCost()
5861 IntegerType::get(SrcVTy->getContext(), IndexSize), VF); in getGSVectorCost()
5863 std::pair<InstructionCost, MVT> SrcLT = getTypeLegalizationCost(SrcVTy); in getGSVectorCost()
5869 FixedVectorType::get(SrcVTy->getScalarType(), VF / SplitFactor); in getGSVectorCost()
5882 return GSOverhead + VF * getMemoryOpCost(Opcode, SrcVTy->getScalarType(), in getGSVectorCost()
5889 unsigned Opcode, Type *SrcVTy, const Value *Ptr, bool VariableMask, in getGatherScatterOpCost() argument
5893 (!isLegalMaskedGather(SrcVTy, Align(Alignment)) || in getGatherScatterOpCost()
5894 forceScalarizeMaskedGather(cast<VectorType>(SrcVTy), in getGatherScatterOpCost()
5897 (!isLegalMaskedScatter(SrcVTy, Align(Alignment)) || in getGatherScatterOpCost()
5898 forceScalarizeMaskedScatter(cast<VectorType>(SrcVTy), in getGatherScatterOpCost()
5900 return BaseT::getGatherScatterOpCost(Opcode, SrcVTy, Ptr, VariableMask, in getGatherScatterOpCost()
5903 assert(SrcVTy->isVectorTy() && "Unexpected data type for Gather/Scatter"); in getGatherScatterOpCost()
5910 return getGSVectorCost(Opcode, CostKind, SrcVTy, Ptr, Alignment, in getGatherScatterOpCost()