Lines Matching refs:SVT
4024 MVT SVT = Vec.getSimpleValueType().getScalarType(); in widenSubVector() local
4025 MVT VT = MVT::getVectorVT(SVT, WideNumElts); in widenSubVector()
4265 MVT SVT = VT.getScalarType(); in getAVX512Node() local
4274 !DAG.getTargetLoweringInfo().isTypeLegal(SVT)) in getAVX512Node()
4295 DstVT = MVT::getVectorVT(SVT, 512 / SVT.getSizeInBits()); in getAVX512Node()
12591 MVT SVT = VT.getScalarType(); in lowerShuffleAsBroadcast() local
12592 unsigned Offset = BroadcastIdx * SVT.getStoreSize(); in lowerShuffleAsBroadcast()
12604 X86ISD::VBROADCAST_LOAD, DL, Tys, Ops, SVT, in lowerShuffleAsBroadcast()
12606 Ld->getMemOperand(), Offset, SVT.getStoreSize())); in lowerShuffleAsBroadcast()
12610 assert(SVT == MVT::f64 && "Unexpected VT!"); in lowerShuffleAsBroadcast()
12611 V = DAG.getLoad(SVT, DL, Ld->getChain(), NewAddr, in lowerShuffleAsBroadcast()
12613 Ld->getMemOperand(), Offset, SVT.getStoreSize())); in lowerShuffleAsBroadcast()
20285 MVT SVT = In.getSimpleValueType(); in LowerZERO_EXTEND() local
20288 if (SVT.getVectorElementType() == MVT::i1) in LowerZERO_EXTEND()
21437 MVT SVT = In.getSimpleValueType(); in LowerFP_EXTEND() local
21441 if (VT == MVT::f128 || (SVT == MVT::f16 && VT == MVT::f80 && in LowerFP_EXTEND()
21445 if ((SVT == MVT::v8f16 && Subtarget.hasF16C()) || in LowerFP_EXTEND()
21446 (SVT == MVT::v16f16 && Subtarget.useAVX512Regs())) in LowerFP_EXTEND()
21449 if (SVT == MVT::f16) { in LowerFP_EXTEND()
21468 assert(VT == MVT::f32 && SVT == MVT::f16 && "unexpected extend libcall"); in LowerFP_EXTEND()
21518 if (!SVT.isVector() || SVT.getVectorElementType() == MVT::bf16) in LowerFP_EXTEND()
21521 if (SVT.getVectorElementType() == MVT::f16) { in LowerFP_EXTEND()
21522 if (Subtarget.hasFP16() && isTypeLegal(SVT)) in LowerFP_EXTEND()
21525 if (SVT == MVT::v2f16) in LowerFP_EXTEND()
21538 assert(SVT == MVT::v2f32 && "Only customize MVT::v2f32 type legalization!"); in LowerFP_EXTEND()
21541 DAG.getNode(ISD::CONCAT_VECTORS, DL, MVT::v4f32, In, DAG.getUNDEF(SVT)); in LowerFP_EXTEND()
21555 MVT SVT = In.getSimpleValueType(); in LowerFP_ROUND() local
21557 if (SVT == MVT::f128 || (VT == MVT::f16 && SVT == MVT::f80)) in LowerFP_ROUND()
21560 if (VT == MVT::f16 && (SVT == MVT::f64 || SVT == MVT::f32) && in LowerFP_ROUND()
21561 !Subtarget.hasFP16() && (SVT == MVT::f64 || !Subtarget.hasF16C())) { in LowerFP_ROUND()
21572 Entry.Ty = EVT(SVT).getTypeForEVT(*DAG.getContext()); in LowerFP_ROUND()
21578 getLibcallName(SVT == MVT::f64 ? RTLIB::FPROUND_F64_F16 in LowerFP_ROUND()
21597 if (SVT.getScalarType() == MVT::f32 && in LowerFP_ROUND()
21605 if (!Subtarget.hasF16C() || SVT.getScalarType() != MVT::f32) in LowerFP_ROUND()
21705 MVT SVT = Op.getOperand(0).getSimpleValueType(); in LowerFP_TO_BF16() local
21706 if (SVT == MVT::f32 && ((Subtarget.hasBF16() && Subtarget.hasVLX()) || in LowerFP_TO_BF16()
21717 RTLIB::Libcall LC = RTLIB::getFPROUND(SVT, MVT::bf16); in LowerFP_TO_BF16()
22377 MVT SVT = ScalarSize >= 32 ? MVT::i32 : MVT::i8; in LowerVectorAllEqual() local
22378 VT = MVT::getVectorVT(SVT, VT.getSizeInBits() / SVT.getSizeInBits()); in LowerVectorAllEqual()
24431 MVT SVT = VT.getVectorElementType(); in LowerEXTEND_VECTOR_INREG() local
24433 assert(SVT.getFixedSizeInBits() > InSVT.getFixedSizeInBits()); in LowerEXTEND_VECTOR_INREG()
24435 if (SVT != MVT::i64 && SVT != MVT::i32 && SVT != MVT::i16) in LowerEXTEND_VECTOR_INREG()
29420 MVT SVT = VT.getVectorElementType(); in convertShiftLeftToScale() local
29421 unsigned SVTBits = SVT.getSizeInBits(); in convertShiftLeftToScale()
29428 SmallVector<SDValue> Elts(NumElems, DAG.getUNDEF(SVT)); in convertShiftLeftToScale()
29433 Elts[I] = DAG.getConstant(One.shl(ShAmt), dl, SVT); in convertShiftLeftToScale()
41271 MVT SVT = VT.getVectorElementType(); in combineTargetShuffle() local
41273 N10 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, SVT, N10, ZeroIdx); in combineTargetShuffle()
41274 N11 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, SVT, N11, ZeroIdx); in combineTargetShuffle()
41275 SDValue Scl = DAG.getNode(Opcode1, DL, SVT, N10, N11); in combineTargetShuffle()
41395 MVT SVT = V1.getSimpleValueType(); in combineTargetShuffle() local
41399 V2.getConstantOperandVal(1) == SVT.getVectorNumElements() && in combineTargetShuffle()
42326 MVT SVT = VT.getSimpleVT().getVectorElementType(); in SimplifyDemandedVectorEltsForTargetNode() local
42327 if (DemandedElts == 1 && Op.getValue(1).use_empty() && isTypeLegal(SVT)) { in SimplifyDemandedVectorEltsForTargetNode()
42330 SDValue Elt = TLO.DAG.getLoad(SVT, DL, Mem->getChain(), Mem->getBasePtr(), in SimplifyDemandedVectorEltsForTargetNode()
45369 EVT SVT = VT.getScalarType(); in combineToExtendBoolVectorInReg() local
45371 unsigned EltSizeInBits = SVT.getSizeInBits(); in combineToExtendBoolVectorInReg()
45377 if (SVT != MVT::i64 && SVT != MVT::i32 && SVT != MVT::i16 && SVT != MVT::i8) in combineToExtendBoolVectorInReg()
45425 SDValue Scl = DAG.getAnyExtOrTrunc(N00, DL, SVT); in combineToExtendBoolVectorInReg()
45436 Bits.push_back(DAG.getConstant(Bit, DL, SVT)); in combineToExtendBoolVectorInReg()
48219 for (MVT SVT : { MVT::i8, MVT::i16, MVT::i32 }) { in combineShiftRightArithmetic()
48220 unsigned ShiftSize = SVT.getSizeInBits(); in combineShiftRightArithmetic()
48225 DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, VT, N00, DAG.getValueType(SVT)); in combineShiftRightArithmetic()
51043 EVT SVT = VT.getVectorElementType(); in combineTruncateWithSat() local
51076 (SVT == MVT::i8 || SVT == MVT::i16) && in combineTruncateWithSat()
51080 if (SVT == MVT::i8 && InSVT == MVT::i32) { in combineTruncateWithSat()
51089 } else if (SVT == MVT::i8 || Subtarget.hasSSE41()) in combineTruncateWithSat()
51099 if (TLI.isTypeLegal(InVT) && InVT.isVector() && SVT != MVT::i1 && in combineTruncateWithSat()
51101 (SVT == MVT::i32 || SVT == MVT::i16 || SVT == MVT::i8)) { in combineTruncateWithSat()
51125 if (ResElts * SVT.getSizeInBits() < 128) in combineTruncateWithSat()
51126 ResElts = 128 / SVT.getSizeInBits(); in combineTruncateWithSat()
51127 EVT TruncVT = EVT::getVectorVT(*DAG.getContext(), SVT, ResElts); in combineTruncateWithSat()
52846 EVT SVT = VT.getScalarType(); in combineFneg() local
52856 if (Arg.getOpcode() == ISD::FMUL && (SVT == MVT::f32 || SVT == MVT::f64) && in combineFneg()
52885 EVT SVT = VT.getScalarType(); in getNegatedExpression() local
52898 !(SVT == MVT::f32 || SVT == MVT::f64) || in getNegatedExpression()
53166 EVT SVT = VT.getScalarType(); in combineAVG() local
53171 if (Opcode == ISD::AVGCEILS && VT.isVector() && SVT == MVT::i8) { in combineAVG()
53877 EVT SVT = VT.getVectorElementType(); in combineExtSetcc() local
53878 if (SVT != MVT::i8 && SVT != MVT::i16 && SVT != MVT::i32 && in combineExtSetcc()
53879 SVT != MVT::i64 && SVT != MVT::f32 && SVT != MVT::f64) in combineExtSetcc()
56055 MVT SVT = VT.getScalarType(); in CastIntSETCCtoFP() local
56056 assert(SVT == MVT::f32 && "Only tested for float so far"); in CastIntSETCCtoFP()
56057 const fltSemantics &Sem = SelectionDAG::EVTToAPFloatSemantics(SVT); in CastIntSETCCtoFP()
57397 MVT SVT = In.getSimpleValueType().getVectorElementType(); in combineEXTEND_VECTOR_INREG() local
57401 EVT MemVT = VT.changeVectorElementType(SVT); in combineEXTEND_VECTOR_INREG()