Lines Matching refs:Mods
3662 unsigned Mods = 0; in selectVOP3ModsImpl() local
3667 Mods |= SISrcMods::NEG; in selectVOP3ModsImpl()
3675 Mods |= SISrcMods::NEG; in selectVOP3ModsImpl()
3682 Mods |= SISrcMods::ABS; in selectVOP3ModsImpl()
3686 Mods |= SISrcMods::OP_SEL_0; in selectVOP3ModsImpl()
3688 return std::pair(Src, Mods); in selectVOP3ModsImpl()
3692 Register Src, unsigned Mods, MachineOperand Root, MachineInstr *InsertPt, in copyToVGPRIfSrcFolded() argument
3694 if ((Mods != 0 || ForceVGPR) && in copyToVGPRIfSrcFolded()
3723 unsigned Mods; in selectVOP3Mods0() local
3724 std::tie(Src, Mods) = selectVOP3ModsImpl(Root); in selectVOP3Mods0()
3728 MIB.addReg(copyToVGPRIfSrcFolded(Src, Mods, Root, MIB)); in selectVOP3Mods0()
3730 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }, // src0_mods in selectVOP3Mods0()
3739 unsigned Mods; in selectVOP3BMods0() local
3740 std::tie(Src, Mods) = selectVOP3ModsImpl(Root, in selectVOP3BMods0()
3746 MIB.addReg(copyToVGPRIfSrcFolded(Src, Mods, Root, MIB)); in selectVOP3BMods0()
3748 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }, // src0_mods in selectVOP3BMods0()
3766 unsigned Mods; in selectVOP3Mods() local
3767 std::tie(Src, Mods) = selectVOP3ModsImpl(Root); in selectVOP3Mods()
3771 MIB.addReg(copyToVGPRIfSrcFolded(Src, Mods, Root, MIB)); in selectVOP3Mods()
3773 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3Mods()
3781 unsigned Mods; in selectVOP3ModsNonCanonicalizing() local
3782 std::tie(Src, Mods) = selectVOP3ModsImpl(Root, /*IsCanonicalizing=*/false); in selectVOP3ModsNonCanonicalizing()
3786 MIB.addReg(copyToVGPRIfSrcFolded(Src, Mods, Root, MIB)); in selectVOP3ModsNonCanonicalizing()
3788 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3ModsNonCanonicalizing()
3795 unsigned Mods; in selectVOP3BMods() local
3796 std::tie(Src, Mods) = selectVOP3ModsImpl(Root, /*IsCanonicalizing=*/true, in selectVOP3BMods()
3801 MIB.addReg(copyToVGPRIfSrcFolded(Src, Mods, Root, MIB)); in selectVOP3BMods()
3803 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3BMods()
3821 unsigned Mods = 0; in selectVOP3PModsImpl() local
3828 Mods ^= (SISrcMods::NEG | SISrcMods::NEG_HI); in selectVOP3PModsImpl()
3839 Mods |= SISrcMods::OP_SEL_1; in selectVOP3PModsImpl()
3841 return std::pair(Src, Mods); in selectVOP3PModsImpl()
3850 unsigned Mods; in selectVOP3PMods() local
3851 std::tie(Src, Mods) = selectVOP3PModsImpl(Root.getReg(), MRI); in selectVOP3PMods()
3855 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3PMods()
3865 unsigned Mods; in selectVOP3PModsDOT() local
3866 std::tie(Src, Mods) = selectVOP3PModsImpl(Root.getReg(), MRI, true); in selectVOP3PModsDOT()
3870 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3PModsDOT()
3881 unsigned Mods = SISrcMods::OP_SEL_1; in selectVOP3PModsNeg() local
3883 Mods ^= SISrcMods::NEG; in selectVOP3PModsNeg()
3885 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3PModsNeg()
3894 unsigned Mods = SISrcMods::OP_SEL_1; in selectWMMAOpSelVOP3PMods() local
3896 Mods |= SISrcMods::OP_SEL_0; in selectWMMAOpSelVOP3PMods()
3899 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectWMMAOpSelVOP3PMods()
3931 static void selectWMMAModsNegAbs(unsigned ModOpcode, unsigned &Mods, in selectWMMAModsNegAbs() argument
3936 Mods |= SISrcMods::NEG; in selectWMMAModsNegAbs()
3950 Mods |= SISrcMods::NEG_HI; in selectWMMAModsNegAbs()
3956 Mods |= SISrcMods::NEG_HI; in selectWMMAModsNegAbs()
3964 unsigned Mods = SISrcMods::OP_SEL_1; in selectWMMAModsF32NegAbs() local
3983 selectWMMAModsNegAbs(ModOpcode, Mods, EltsF32, Src, Root.getParent(), in selectWMMAModsF32NegAbs()
3989 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }}}; in selectWMMAModsF32NegAbs()
3995 unsigned Mods = SISrcMods::OP_SEL_1; in selectWMMAModsF16Neg() local
4008 Mods |= SISrcMods::NEG; in selectWMMAModsF16Neg()
4009 Mods |= SISrcMods::NEG_HI; in selectWMMAModsF16Neg()
4015 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }}}; in selectWMMAModsF16Neg()
4021 unsigned Mods = SISrcMods::OP_SEL_1; in selectWMMAModsF16NegAbs() local
4042 selectWMMAModsNegAbs(ModOpcode, Mods, EltsV2F16, Src, Root.getParent(), in selectWMMAModsF16NegAbs()
4048 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }}}; in selectWMMAModsF16NegAbs()
4122 unsigned Mods; in selectVOP3OpSelMods() local
4123 std::tie(Src, Mods) = selectVOP3ModsImpl(Root); in selectVOP3OpSelMods()
4128 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3OpSelMods()
4135 unsigned Mods; in selectVINTERPMods() local
4136 std::tie(Src, Mods) = selectVOP3ModsImpl(Root, in selectVINTERPMods()
4144 copyToVGPRIfSrcFolded(Src, Mods, Root, MIB, /* ForceVGPR */ true)); in selectVINTERPMods()
4146 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }, // src0_mods in selectVINTERPMods()
4153 unsigned Mods; in selectVINTERPModsHi() local
4154 std::tie(Src, Mods) = selectVOP3ModsImpl(Root, in selectVINTERPModsHi()
4162 copyToVGPRIfSrcFolded(Src, Mods, Root, MIB, /* ForceVGPR */ true)); in selectVINTERPModsHi()
4164 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }, // src0_mods in selectVINTERPModsHi()
5395 unsigned Mods; in selectVOP3PMadMixModsImpl() local
5396 std::tie(Src, Mods) = selectVOP3ModsImpl(Root); in selectVOP3PMadMixModsImpl()
5417 if ((Mods & SISrcMods::ABS) == 0) { in selectVOP3PMadMixModsImpl()
5423 Mods ^= SISrcMods::NEG; in selectVOP3PMadMixModsImpl()
5426 Mods |= SISrcMods::ABS; in selectVOP3PMadMixModsImpl()
5437 Mods |= SISrcMods::OP_SEL_1; in selectVOP3PMadMixModsImpl()
5440 Mods |= SISrcMods::OP_SEL_0; in selectVOP3PMadMixModsImpl()
5451 return {Src, Mods}; in selectVOP3PMadMixModsImpl()
5458 unsigned Mods; in selectVOP3PMadMixModsExt() local
5460 std::tie(Src, Mods) = selectVOP3PMadMixModsImpl(Root, Matched); in selectVOP3PMadMixModsExt()
5466 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3PMadMixModsExt()
5473 unsigned Mods; in selectVOP3PMadMixMods() local
5475 std::tie(Src, Mods) = selectVOP3PMadMixModsImpl(Root, Matched); in selectVOP3PMadMixMods()
5479 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3PMadMixMods()