Lines Matching refs:In
53 static bool isExtractHiElt(SDValue In, SDValue &Out) { in isExtractHiElt() argument
54 In = stripBitcast(In); in isExtractHiElt()
56 if (In.getOpcode() == ISD::EXTRACT_VECTOR_ELT) { in isExtractHiElt()
57 if (ConstantSDNode *Idx = dyn_cast<ConstantSDNode>(In.getOperand(1))) { in isExtractHiElt()
60 Out = In.getOperand(0); in isExtractHiElt()
65 if (In.getOpcode() != ISD::TRUNCATE) in isExtractHiElt()
68 SDValue Srl = In.getOperand(0); in isExtractHiElt()
83 static SDValue stripExtractLoElt(SDValue In) { in stripExtractLoElt() argument
84 if (In.getOpcode() == ISD::EXTRACT_VECTOR_ELT) { in stripExtractLoElt()
85 SDValue Idx = In.getOperand(1); in stripExtractLoElt()
86 if (isNullConstant(Idx) && In.getValueSizeInBits() <= 32) in stripExtractLoElt()
87 return In.getOperand(0); in stripExtractLoElt()
90 if (In.getOpcode() == ISD::TRUNCATE) { in stripExtractLoElt()
91 SDValue Src = In.getOperand(0); in stripExtractLoElt()
96 return In; in stripExtractLoElt()
2852 bool AMDGPUDAGToDAGISel::SelectVOP3ModsImpl(SDValue In, SDValue &Src, in SelectVOP3ModsImpl() argument
2857 Src = In; in SelectVOP3ModsImpl()
2880 bool AMDGPUDAGToDAGISel::SelectVOP3Mods(SDValue In, SDValue &Src, in SelectVOP3Mods() argument
2883 if (SelectVOP3ModsImpl(In, Src, Mods, /*IsCanonicalizing=*/true, in SelectVOP3Mods()
2885 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3Mods()
2893 SDValue In, SDValue &Src, SDValue &SrcMods) const { in SelectVOP3ModsNonCanonicalizing() argument
2895 if (SelectVOP3ModsImpl(In, Src, Mods, /*IsCanonicalizing=*/false, in SelectVOP3ModsNonCanonicalizing()
2897 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3ModsNonCanonicalizing()
2904 bool AMDGPUDAGToDAGISel::SelectVOP3BMods(SDValue In, SDValue &Src, in SelectVOP3BMods() argument
2907 if (SelectVOP3ModsImpl(In, Src, Mods, in SelectVOP3BMods()
2910 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3BMods()
2917 bool AMDGPUDAGToDAGISel::SelectVOP3NoMods(SDValue In, SDValue &Src) const { in SelectVOP3NoMods() argument
2918 if (In.getOpcode() == ISD::FABS || In.getOpcode() == ISD::FNEG) in SelectVOP3NoMods()
2921 Src = In; in SelectVOP3NoMods()
2925 bool AMDGPUDAGToDAGISel::SelectVINTERPModsImpl(SDValue In, SDValue &Src, in SelectVINTERPModsImpl() argument
2929 if (SelectVOP3ModsImpl(In, Src, Mods, in SelectVINTERPModsImpl()
2934 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVINTERPModsImpl()
2941 bool AMDGPUDAGToDAGISel::SelectVINTERPMods(SDValue In, SDValue &Src, in SelectVINTERPMods() argument
2943 return SelectVINTERPModsImpl(In, Src, SrcMods, /* OpSel */ false); in SelectVINTERPMods()
2946 bool AMDGPUDAGToDAGISel::SelectVINTERPModsHi(SDValue In, SDValue &Src, in SelectVINTERPModsHi() argument
2948 return SelectVINTERPModsImpl(In, Src, SrcMods, /* OpSel */ true); in SelectVINTERPModsHi()
2951 bool AMDGPUDAGToDAGISel::SelectVOP3Mods0(SDValue In, SDValue &Src, in SelectVOP3Mods0() argument
2954 SDLoc DL(In); in SelectVOP3Mods0()
2958 return SelectVOP3Mods(In, Src, SrcMods); in SelectVOP3Mods0()
2961 bool AMDGPUDAGToDAGISel::SelectVOP3BMods0(SDValue In, SDValue &Src, in SelectVOP3BMods0() argument
2964 SDLoc DL(In); in SelectVOP3BMods0()
2968 return SelectVOP3BMods(In, Src, SrcMods); in SelectVOP3BMods0()
2971 bool AMDGPUDAGToDAGISel::SelectVOP3OMods(SDValue In, SDValue &Src, in SelectVOP3OMods() argument
2973 Src = In; in SelectVOP3OMods()
2975 SDLoc DL(In); in SelectVOP3OMods()
2982 bool AMDGPUDAGToDAGISel::SelectVOP3PMods(SDValue In, SDValue &Src, in SelectVOP3PMods() argument
2985 Src = In; in SelectVOP3PMods()
3022 (VecSize > 32) ? AMDGPU::sub0_sub1 : AMDGPU::sub0, SDLoc(In), in SelectVOP3PMods()
3028 (VecSize > 32) ? AMDGPU::sub0_sub1 : AMDGPU::sub0, SDLoc(In), in SelectVOP3PMods()
3044 SDLoc SL(In); in SelectVOP3PMods()
3058 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMods()
3066 Src = CurDAG->getTargetConstant(Lit, SDLoc(In), MVT::i64); in SelectVOP3PMods()
3067 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMods()
3078 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMods()
3082 bool AMDGPUDAGToDAGISel::SelectVOP3PModsDOT(SDValue In, SDValue &Src, in SelectVOP3PModsDOT() argument
3084 return SelectVOP3PMods(In, Src, SrcMods, true); in SelectVOP3PModsDOT()
3087 bool AMDGPUDAGToDAGISel::SelectVOP3PModsNeg(SDValue In, SDValue &Src) const { in SelectVOP3PModsNeg() argument
3088 const ConstantSDNode *C = cast<ConstantSDNode>(In); in SelectVOP3PModsNeg()
3098 Src = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PModsNeg()
3102 bool AMDGPUDAGToDAGISel::SelectWMMAOpSelVOP3PMods(SDValue In, in SelectWMMAOpSelVOP3PMods() argument
3104 const ConstantSDNode *C = cast<ConstantSDNode>(In); in SelectWMMAOpSelVOP3PMods()
3112 Src = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectWMMAOpSelVOP3PMods()
3230 bool AMDGPUDAGToDAGISel::SelectWMMAModsF16Neg(SDValue In, SDValue &Src, in SelectWMMAModsF16Neg() argument
3232 Src = In; in SelectWMMAModsF16Neg()
3236 if (auto *BV = dyn_cast<BuildVectorSDNode>(stripBitcast(In))) { in SelectWMMAModsF16Neg()
3248 Src = SDValue(buildRegSequence16(EltsF16, CurDAG, SDLoc(In)), 0); in SelectWMMAModsF16Neg()
3255 if (auto *BV = dyn_cast<BuildVectorSDNode>(stripBitcast(In))) { in SelectWMMAModsF16Neg()
3267 Src = SDValue(buildRegSequence32(EltsV2F16, CurDAG, SDLoc(In)), 0); in SelectWMMAModsF16Neg()
3273 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectWMMAModsF16Neg()
3277 bool AMDGPUDAGToDAGISel::SelectWMMAModsF16NegAbs(SDValue In, SDValue &Src, in SelectWMMAModsF16NegAbs() argument
3279 Src = In; in SelectWMMAModsF16NegAbs()
3284 if (auto *BV = dyn_cast<BuildVectorSDNode>(stripBitcast(In))) { in SelectWMMAModsF16NegAbs()
3298 selectWMMAModsNegAbs(ModOpcode, Mods, EltsF16, Src, CurDAG, SDLoc(In), in SelectWMMAModsF16NegAbs()
3303 if (auto *BV = dyn_cast<BuildVectorSDNode>(stripBitcast(In))) { in SelectWMMAModsF16NegAbs()
3318 selectWMMAModsNegAbs(ModOpcode, Mods, EltsV2F16, Src, CurDAG, SDLoc(In), in SelectWMMAModsF16NegAbs()
3322 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectWMMAModsF16NegAbs()
3326 bool AMDGPUDAGToDAGISel::SelectWMMAModsF32NegAbs(SDValue In, SDValue &Src, in SelectWMMAModsF32NegAbs() argument
3328 Src = In; in SelectWMMAModsF32NegAbs()
3332 if (auto *BV = dyn_cast<BuildVectorSDNode>(stripBitcast(In))) { in SelectWMMAModsF32NegAbs()
3347 selectWMMAModsNegAbs(ModOpcode, Mods, EltsF32, Src, CurDAG, SDLoc(In), in SelectWMMAModsF32NegAbs()
3351 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectWMMAModsF32NegAbs()
3355 bool AMDGPUDAGToDAGISel::SelectWMMAVISrc(SDValue In, SDValue &Src) const { in SelectWMMAVISrc() argument
3356 if (auto *BV = dyn_cast<BuildVectorSDNode>(In)) { in SelectWMMAVISrc()
3362 Src = CurDAG->getTargetConstant(Imm, SDLoc(In), MVT::i32); in SelectWMMAVISrc()
3367 Src = CurDAG->getTargetConstant(Imm, SDLoc(In), MVT::i32); in SelectWMMAVISrc()
3375 SDValue SplatSrc32 = stripBitcast(In); in SelectWMMAVISrc()
3389 EVT VT = In.getValueType().getScalarType(); in SelectWMMAVISrc()
3396 Src = CurDAG->getTargetConstant(RawValue.value(), SDLoc(In), in SelectWMMAVISrc()
3402 Src = CurDAG->getTargetConstant(RawValue.value(), SDLoc(In), in SelectWMMAVISrc()
3415 bool AMDGPUDAGToDAGISel::SelectSWMMACIndex8(SDValue In, SDValue &Src, in SelectSWMMACIndex8() argument
3418 Src = In; in SelectSWMMACIndex8()
3420 if (In.getOpcode() == ISD::SRL) { in SelectSWMMACIndex8()
3421 const llvm::SDValue &ShiftSrc = In.getOperand(0); in SelectSWMMACIndex8()
3422 ConstantSDNode *ShiftAmt = dyn_cast<ConstantSDNode>(In.getOperand(1)); in SelectSWMMACIndex8()
3430 IndexKey = CurDAG->getTargetConstant(Key, SDLoc(In), MVT::i32); in SelectSWMMACIndex8()
3434 bool AMDGPUDAGToDAGISel::SelectSWMMACIndex16(SDValue In, SDValue &Src, in SelectSWMMACIndex16() argument
3437 Src = In; in SelectSWMMACIndex16()
3439 if (In.getOpcode() == ISD::SRL) { in SelectSWMMACIndex16()
3440 const llvm::SDValue &ShiftSrc = In.getOperand(0); in SelectSWMMACIndex16()
3441 ConstantSDNode *ShiftAmt = dyn_cast<ConstantSDNode>(In.getOperand(1)); in SelectSWMMACIndex16()
3449 IndexKey = CurDAG->getTargetConstant(Key, SDLoc(In), MVT::i32); in SelectSWMMACIndex16()
3453 bool AMDGPUDAGToDAGISel::SelectVOP3OpSel(SDValue In, SDValue &Src, in SelectVOP3OpSel() argument
3455 Src = In; in SelectVOP3OpSel()
3457 SrcMods = CurDAG->getTargetConstant(0, SDLoc(In), MVT::i32); in SelectVOP3OpSel()
3461 bool AMDGPUDAGToDAGISel::SelectVOP3OpSelMods(SDValue In, SDValue &Src, in SelectVOP3OpSelMods() argument
3464 return SelectVOP3Mods(In, Src, SrcMods); in SelectVOP3OpSelMods()
3469 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixModsImpl(SDValue In, SDValue &Src, in SelectVOP3PMadMixModsImpl() argument
3472 SelectVOP3ModsImpl(In, Src, Mods); in SelectVOP3PMadMixModsImpl()
3510 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixModsExt(SDValue In, SDValue &Src, in SelectVOP3PMadMixModsExt() argument
3513 if (!SelectVOP3PMadMixModsImpl(In, Src, Mods)) in SelectVOP3PMadMixModsExt()
3515 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMadMixModsExt()
3519 bool AMDGPUDAGToDAGISel::SelectVOP3PMadMixMods(SDValue In, SDValue &Src, in SelectVOP3PMadMixMods() argument
3522 SelectVOP3PMadMixModsImpl(In, Src, Mods); in SelectVOP3PMadMixMods()
3523 SrcMods = CurDAG->getTargetConstant(Mods, SDLoc(In), MVT::i32); in SelectVOP3PMadMixMods()
3527 SDValue AMDGPUDAGToDAGISel::getHi16Elt(SDValue In) const { in getHi16Elt()
3528 if (In.isUndef()) in getHi16Elt()
3531 if (ConstantSDNode *C = dyn_cast<ConstantSDNode>(In)) { in getHi16Elt()
3532 SDLoc SL(In); in getHi16Elt()
3536 if (ConstantFPSDNode *C = dyn_cast<ConstantFPSDNode>(In)) { in getHi16Elt()
3537 SDLoc SL(In); in getHi16Elt()
3543 if (isExtractHiElt(In, Src)) in getHi16Elt()