Lines Matching refs:OpdMapper
1056 const AMDGPURegisterBankInfo::OperandsMapper &OpdMapper, in applyMappingLoad() argument
1065 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingLoad()
1138 SmallVector<Register, 16> DefRegs(OpdMapper.getVRegs(0)); in applyMappingLoad()
1139 SmallVector<Register, 1> SrcRegs(OpdMapper.getVRegs(1)); in applyMappingLoad()
1171 const AMDGPURegisterBankInfo::OperandsMapper &OpdMapper, in applyMappingDynStackAlloc() argument
1218 const AMDGPURegisterBankInfo::OperandsMapper &OpdMapper, in applyMappingImage() argument
1227 applyDefaultMapping(OpdMapper); in applyMappingImage()
1330 MachineIRBuilder &B, const OperandsMapper &OpdMapper) const { in applyMappingSBufferLoad()
1331 MachineInstr &MI = OpdMapper.getMI(); in applyMappingSBufferLoad()
1332 MachineRegisterInfo &MRI = OpdMapper.getMRI(); in applyMappingSBufferLoad()
1339 OpdMapper.getInstrMapping().getOperandMapping(1).BreakDown[0].RegBank; in applyMappingSBufferLoad()
1341 OpdMapper.getInstrMapping().getOperandMapping(2).BreakDown[0].RegBank; in applyMappingSBufferLoad()
1448 const OperandsMapper &OpdMapper, in applyMappingBFE() argument
1450 MachineInstr &MI = OpdMapper.getMI(); in applyMappingBFE()
1451 MachineRegisterInfo &MRI = OpdMapper.getMRI(); in applyMappingBFE()
1454 applyDefaultMapping(OpdMapper); in applyMappingBFE()
1467 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingBFE()
1554 MachineIRBuilder &B, const OperandsMapper &OpdMapper) const { in applyMappingMAD_64_32()
1555 MachineInstr &MI = OpdMapper.getMI(); in applyMappingMAD_64_32()
1556 MachineRegisterInfo &MRI = OpdMapper.getMRI(); in applyMappingMAD_64_32()
1559 applyDefaultMapping(OpdMapper); in applyMappingMAD_64_32()
1744 const AMDGPURegisterBankInfo::OperandsMapper &OpdMapper, unsigned OpIdx) { in substituteSimpleCopyRegs() argument
1745 SmallVector<unsigned, 1> SrcReg(OpdMapper.getVRegs(OpIdx)); in substituteSimpleCopyRegs()
1748 OpdMapper.getMI().getOperand(OpIdx).setReg(SrcReg[0]); in substituteSimpleCopyRegs()
1923 const OperandsMapper &OpdMapper) const { in foldExtractEltToCmpSelect()
1930 *OpdMapper.getInstrMapping().getOperandMapping(2).BreakDown[0].RegBank; in foldExtractEltToCmpSelect()
1945 *OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in foldExtractEltToCmpSelect()
1947 *OpdMapper.getInstrMapping().getOperandMapping(1).BreakDown[0].RegBank; in foldExtractEltToCmpSelect()
1962 SmallVector<Register, 2> DstRegs(OpdMapper.getVRegs(0)); in foldExtractEltToCmpSelect()
2021 const OperandsMapper &OpdMapper) const { in foldInsertEltToCmpSelect()
2028 *OpdMapper.getInstrMapping().getOperandMapping(3).BreakDown[0].RegBank; in foldInsertEltToCmpSelect()
2043 *OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in foldInsertEltToCmpSelect()
2045 *OpdMapper.getInstrMapping().getOperandMapping(1).BreakDown[0].RegBank; in foldInsertEltToCmpSelect()
2047 *OpdMapper.getInstrMapping().getOperandMapping(2).BreakDown[0].RegBank; in foldInsertEltToCmpSelect()
2063 SmallVector<Register, 2> InsRegs(OpdMapper.getVRegs(2)); in foldInsertEltToCmpSelect()
2110 MachineIRBuilder &B, const OperandsMapper &OpdMapper) const { in applyMappingSMULU64()
2111 SmallVector<Register, 2> DefRegs(OpdMapper.getVRegs(0)); in applyMappingSMULU64()
2112 SmallVector<Register, 2> Src0Regs(OpdMapper.getVRegs(1)); in applyMappingSMULU64()
2113 SmallVector<Register, 2> Src1Regs(OpdMapper.getVRegs(2)); in applyMappingSMULU64()
2118 applyDefaultMapping(OpdMapper); in applyMappingSMULU64()
2126 MachineRegisterInfo &MRI = OpdMapper.getMRI(); in applyMappingSMULU64()
2127 MachineInstr &MI = OpdMapper.getMI(); in applyMappingSMULU64()
2177 MachineIRBuilder &B, const OperandsMapper &OpdMapper) const { in applyMappingImpl()
2178 MachineInstr &MI = OpdMapper.getMI(); in applyMappingImpl()
2181 MachineRegisterInfo &MRI = OpdMapper.getMRI(); in applyMappingImpl()
2191 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingImpl()
2194 SmallVector<Register, 1> DefRegs(OpdMapper.getVRegs(0)); in applyMappingImpl()
2222 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingImpl()
2224 applyDefaultMapping(OpdMapper); in applyMappingImpl()
2248 substituteSimpleCopyRegs(OpdMapper, 0); in applyMappingImpl()
2276 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingImpl()
2301 SmallVector<Register, 1> DefRegs(OpdMapper.getVRegs(0)); in applyMappingImpl()
2311 SmallVector<Register, 1> CondRegs(OpdMapper.getVRegs(1)); in applyMappingImpl()
2333 SmallVector<Register, 2> DefRegs(OpdMapper.getVRegs(0)); in applyMappingImpl()
2334 SmallVector<Register, 2> Src1Regs(OpdMapper.getVRegs(2)); in applyMappingImpl()
2335 SmallVector<Register, 2> Src2Regs(OpdMapper.getVRegs(3)); in applyMappingImpl()
2367 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingImpl()
2391 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingImpl()
2409 SmallVector<Register, 2> DefRegs(OpdMapper.getVRegs(0)); in applyMappingImpl()
2410 SmallVector<Register, 2> Src0Regs(OpdMapper.getVRegs(1)); in applyMappingImpl()
2411 SmallVector<Register, 2> Src1Regs(OpdMapper.getVRegs(2)); in applyMappingImpl()
2480 applyMappingSMULU64(B, OpdMapper); in applyMappingImpl()
2490 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingImpl()
2553 applyDefaultMapping(OpdMapper); in applyMappingImpl()
2563 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingImpl()
2608 SmallVector<Register, 2> SrcRegs(OpdMapper.getVRegs(1)); in applyMappingImpl()
2618 SmallVector<Register, 2> DstRegs(OpdMapper.getVRegs(0)); in applyMappingImpl()
2649 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingImpl()
2673 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingImpl()
2690 SmallVector<Register, 2> SrcRegs(OpdMapper.getVRegs(1)); in applyMappingImpl()
2716 assert(OpdMapper.getVRegs(1).empty()); in applyMappingImpl()
2719 OpdMapper.getInstrMapping().getOperandMapping(1).BreakDown[0].RegBank; in applyMappingImpl()
2730 SmallVector<Register, 2> DefRegs(OpdMapper.getVRegs(0)); in applyMappingImpl()
2755 SmallVector<Register, 2> DefRegs(OpdMapper.getVRegs(0)); in applyMappingImpl()
2791 SmallVector<Register, 2> DstRegs(OpdMapper.getVRegs(0)); in applyMappingImpl()
2793 assert(OpdMapper.getVRegs(1).empty() && OpdMapper.getVRegs(2).empty()); in applyMappingImpl()
2802 if (foldExtractEltToCmpSelect(B, MI, OpdMapper)) in applyMappingImpl()
2806 = OpdMapper.getInstrMapping().getOperandMapping(0); in applyMappingImpl()
2809 OpdMapper.getInstrMapping().getOperandMapping(1).BreakDown[0].RegBank; in applyMappingImpl()
2811 OpdMapper.getInstrMapping().getOperandMapping(2).BreakDown[0].RegBank; in applyMappingImpl()
2837 applyDefaultMapping(OpdMapper); in applyMappingImpl()
2922 SmallVector<Register, 2> InsRegs(OpdMapper.getVRegs(2)); in applyMappingImpl()
2927 assert(OpdMapper.getVRegs(0).empty()); in applyMappingImpl()
2928 assert(OpdMapper.getVRegs(3).empty()); in applyMappingImpl()
2930 if (substituteSimpleCopyRegs(OpdMapper, 1)) in applyMappingImpl()
2933 if (foldInsertEltToCmpSelect(B, MI, OpdMapper)) in applyMappingImpl()
2937 OpdMapper.getInstrMapping().getOperandMapping(3).BreakDown[0].RegBank; in applyMappingImpl()
2995 OpdMapper.getInstrMapping().getOperandMapping(0).BreakDown[0].RegBank; in applyMappingImpl()
2997 OpdMapper.getInstrMapping().getOperandMapping(1).BreakDown[0].RegBank; in applyMappingImpl()
2999 OpdMapper.getInstrMapping().getOperandMapping(2).BreakDown[0].RegBank; in applyMappingImpl()
3060 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3076 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3083 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3088 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3097 applyMappingSBufferLoad(B, OpdMapper); in applyMappingImpl()
3104 substituteSimpleCopyRegs(OpdMapper, 2); in applyMappingImpl()
3106 assert(OpdMapper.getVRegs(0).empty()); in applyMappingImpl()
3107 assert(OpdMapper.getVRegs(3).empty()); in applyMappingImpl()
3115 assert(OpdMapper.getVRegs(0).empty()); in applyMappingImpl()
3116 assert(OpdMapper.getVRegs(2).empty()); in applyMappingImpl()
3117 assert(OpdMapper.getVRegs(3).empty()); in applyMappingImpl()
3119 substituteSimpleCopyRegs(OpdMapper, 4); // VGPR input val in applyMappingImpl()
3130 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3143 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3148 substituteSimpleCopyRegs(OpdMapper, 2); in applyMappingImpl()
3149 substituteSimpleCopyRegs(OpdMapper, 3); in applyMappingImpl()
3155 applyMappingBFE(B, OpdMapper, true); in applyMappingImpl()
3158 applyMappingBFE(B, OpdMapper, false); in applyMappingImpl()
3164 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3184 applyMappingImage(B, MI, OpdMapper, RSrcIntrin->RsrcArg); in applyMappingImpl()
3189 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3200 assert(OpdMapper.getVRegs(0).empty()); in applyMappingImpl()
3201 substituteSimpleCopyRegs(OpdMapper, 3); in applyMappingImpl()
3209 substituteSimpleCopyRegs(OpdMapper, 1); in applyMappingImpl()
3240 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3248 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3255 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3260 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3266 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3270 assert(OpdMapper.getVRegs(1).empty()); in applyMappingImpl()
3296 applyMappingImage(B, MI, OpdMapper, RSrcIntrin->RsrcArg); in applyMappingImpl()
3404 if (applyMappingLoad(B, OpdMapper, MI)) in applyMappingImpl()
3409 applyMappingDynStackAlloc(B, OpdMapper, MI); in applyMappingImpl()
3412 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3417 applyMappingBFE(B, OpdMapper, /*Signed*/ true); in applyMappingImpl()
3420 applyMappingBFE(B, OpdMapper, /*Signed*/ false); in applyMappingImpl()
3424 applyMappingMAD_64_32(B, OpdMapper); in applyMappingImpl()
3443 applyDefaultMapping(OpdMapper); in applyMappingImpl()
3450 return applyDefaultMapping(OpdMapper); in applyMappingImpl()