102   } else if (!hasFeature(AMDGPU::FeatureWavefrontSize32) &&  in initializeSubtargetDependencies()
103              !hasFeature(AMDGPU::FeatureWavefrontSize64)) {  in initializeSubtargetDependencies()
107     ToggleFeature(AMDGPU::FeatureWavefrontSize32);  in initializeSubtargetDependencies()
123     ToggleFeature(AMDGPU::FeatureFlatForGlobal);  in initializeSubtargetDependencies()
129     ToggleFeature(AMDGPU::FeatureFlatForGlobal);  in initializeSubtargetDependencies()
144   if (AMDGPU::isGFX10Plus(*this) &&  in initializeSubtargetDependencies()
145       !getFeatureBits().test(AMDGPU::FeatureCuMode))  in initializeSubtargetDependencies()
163   if (hasFeature(AMDGPU::FeatureWavefrontSize32) &&  in checkSubtargetFeatures()
164       hasFeature(AMDGPU::FeatureWavefrontSize64)) {  in checkSubtargetFeatures()
182   MaxWavesPerEU = AMDGPU::IsaInfo::getMaxWavesPerEU(this);  in GCNSubtarget()
183   EUsPerCU = AMDGPU::IsaInfo::getEUsPerCU(this);  in GCNSubtarget()
205   case AMDGPU::V_LSHLREV_B64_e64:  in getConstantBusLimit()
206   case AMDGPU::V_LSHLREV_B64_gfx10:  in getConstantBusLimit()
207   case AMDGPU::V_LSHLREV_B64_e64_gfx11:  in getConstantBusLimit()
208   case AMDGPU::V_LSHLREV_B64_e32_gfx12:  in getConstantBusLimit()
209   case AMDGPU::V_LSHLREV_B64_e64_gfx12:  in getConstantBusLimit()
210   case AMDGPU::V_LSHL_B64_e64:  in getConstantBusLimit()
211   case AMDGPU::V_LSHRREV_B64_e64:  in getConstantBusLimit()
212   case AMDGPU::V_LSHRREV_B64_gfx10:  in getConstantBusLimit()
213   case AMDGPU::V_LSHRREV_B64_e64_gfx11:  in getConstantBusLimit()
214   case AMDGPU::V_LSHRREV_B64_e64_gfx12:  in getConstantBusLimit()
215   case AMDGPU::V_LSHR_B64_e64:  in getConstantBusLimit()
216   case AMDGPU::V_ASHRREV_I64_e64:  in getConstantBusLimit()
217   case AMDGPU::V_ASHRREV_I64_gfx10:  in getConstantBusLimit()
218   case AMDGPU::V_ASHRREV_I64_e64_gfx11:  in getConstantBusLimit()
219   case AMDGPU::V_ASHRREV_I64_e64_gfx12:  in getConstantBusLimit()
220   case AMDGPU::V_ASHR_I64_e64:  in getConstantBusLimit()
230   case AMDGPU::V_CVT_F16_F32_e32:  in zeroesHigh16BitsOfDest()
231   case AMDGPU::V_CVT_F16_F32_e64:  in zeroesHigh16BitsOfDest()
232   case AMDGPU::V_CVT_F16_U16_e32:  in zeroesHigh16BitsOfDest()
233   case AMDGPU::V_CVT_F16_U16_e64:  in zeroesHigh16BitsOfDest()
234   case AMDGPU::V_CVT_F16_I16_e32:  in zeroesHigh16BitsOfDest()
235   case AMDGPU::V_CVT_F16_I16_e64:  in zeroesHigh16BitsOfDest()
236   case AMDGPU::V_RCP_F16_e64:  in zeroesHigh16BitsOfDest()
237   case AMDGPU::V_RCP_F16_e32:  in zeroesHigh16BitsOfDest()
238   case AMDGPU::V_RSQ_F16_e64:  in zeroesHigh16BitsOfDest()
239   case AMDGPU::V_RSQ_F16_e32:  in zeroesHigh16BitsOfDest()
240   case AMDGPU::V_SQRT_F16_e64:  in zeroesHigh16BitsOfDest()
241   case AMDGPU::V_SQRT_F16_e32:  in zeroesHigh16BitsOfDest()
242   case AMDGPU::V_LOG_F16_e64:  in zeroesHigh16BitsOfDest()
243   case AMDGPU::V_LOG_F16_e32:  in zeroesHigh16BitsOfDest()
244   case AMDGPU::V_EXP_F16_e64:  in zeroesHigh16BitsOfDest()
245   case AMDGPU::V_EXP_F16_e32:  in zeroesHigh16BitsOfDest()
246   case AMDGPU::V_SIN_F16_e64:  in zeroesHigh16BitsOfDest()
247   case AMDGPU::V_SIN_F16_e32:  in zeroesHigh16BitsOfDest()
248   case AMDGPU::V_COS_F16_e64:  in zeroesHigh16BitsOfDest()
249   case AMDGPU::V_COS_F16_e32:  in zeroesHigh16BitsOfDest()
250   case AMDGPU::V_FLOOR_F16_e64:  in zeroesHigh16BitsOfDest()
251   case AMDGPU::V_FLOOR_F16_e32:  in zeroesHigh16BitsOfDest()
252   case AMDGPU::V_CEIL_F16_e64:  in zeroesHigh16BitsOfDest()
253   case AMDGPU::V_CEIL_F16_e32:  in zeroesHigh16BitsOfDest()
254   case AMDGPU::V_TRUNC_F16_e64:  in zeroesHigh16BitsOfDest()
255   case AMDGPU::V_TRUNC_F16_e32:  in zeroesHigh16BitsOfDest()
256   case AMDGPU::V_RNDNE_F16_e64:  in zeroesHigh16BitsOfDest()
257   case AMDGPU::V_RNDNE_F16_e32:  in zeroesHigh16BitsOfDest()
258   case AMDGPU::V_FRACT_F16_e64:  in zeroesHigh16BitsOfDest()
259   case AMDGPU::V_FRACT_F16_e32:  in zeroesHigh16BitsOfDest()
260   case AMDGPU::V_FREXP_MANT_F16_e64:  in zeroesHigh16BitsOfDest()
261   case AMDGPU::V_FREXP_MANT_F16_e32:  in zeroesHigh16BitsOfDest()
262   case AMDGPU::V_FREXP_EXP_I16_F16_e64:  in zeroesHigh16BitsOfDest()
263   case AMDGPU::V_FREXP_EXP_I16_F16_e32:  in zeroesHigh16BitsOfDest()
264   case AMDGPU::V_LDEXP_F16_e64:  in zeroesHigh16BitsOfDest()
265   case AMDGPU::V_LDEXP_F16_e32:  in zeroesHigh16BitsOfDest()
266   case AMDGPU::V_LSHLREV_B16_e64:  in zeroesHigh16BitsOfDest()
267   case AMDGPU::V_LSHLREV_B16_e32:  in zeroesHigh16BitsOfDest()
268   case AMDGPU::V_LSHRREV_B16_e64:  in zeroesHigh16BitsOfDest()
269   case AMDGPU::V_LSHRREV_B16_e32:  in zeroesHigh16BitsOfDest()
270   case AMDGPU::V_ASHRREV_I16_e64:  in zeroesHigh16BitsOfDest()
271   case AMDGPU::V_ASHRREV_I16_e32:  in zeroesHigh16BitsOfDest()
272   case AMDGPU::V_ADD_U16_e64:  in zeroesHigh16BitsOfDest()
273   case AMDGPU::V_ADD_U16_e32:  in zeroesHigh16BitsOfDest()
274   case AMDGPU::V_SUB_U16_e64:  in zeroesHigh16BitsOfDest()
275   case AMDGPU::V_SUB_U16_e32:  in zeroesHigh16BitsOfDest()
276   case AMDGPU::V_SUBREV_U16_e64:  in zeroesHigh16BitsOfDest()
277   case AMDGPU::V_SUBREV_U16_e32:  in zeroesHigh16BitsOfDest()
278   case AMDGPU::V_MUL_LO_U16_e64:  in zeroesHigh16BitsOfDest()
279   case AMDGPU::V_MUL_LO_U16_e32:  in zeroesHigh16BitsOfDest()
280   case AMDGPU::V_ADD_F16_e64:  in zeroesHigh16BitsOfDest()
281   case AMDGPU::V_ADD_F16_e32:  in zeroesHigh16BitsOfDest()
282   case AMDGPU::V_SUB_F16_e64:  in zeroesHigh16BitsOfDest()
283   case AMDGPU::V_SUB_F16_e32:  in zeroesHigh16BitsOfDest()
284   case AMDGPU::V_SUBREV_F16_e64:  in zeroesHigh16BitsOfDest()
285   case AMDGPU::V_SUBREV_F16_e32:  in zeroesHigh16BitsOfDest()
286   case AMDGPU::V_MUL_F16_e64:  in zeroesHigh16BitsOfDest()
287   case AMDGPU::V_MUL_F16_e32:  in zeroesHigh16BitsOfDest()
288   case AMDGPU::V_MAX_F16_e64:  in zeroesHigh16BitsOfDest()
289   case AMDGPU::V_MAX_F16_e32:  in zeroesHigh16BitsOfDest()
290   case AMDGPU::V_MIN_F16_e64:  in zeroesHigh16BitsOfDest()
291   case AMDGPU::V_MIN_F16_e32:  in zeroesHigh16BitsOfDest()
292   case AMDGPU::V_MAX_U16_e64:  in zeroesHigh16BitsOfDest()
293   case AMDGPU::V_MAX_U16_e32:  in zeroesHigh16BitsOfDest()
294   case AMDGPU::V_MIN_U16_e64:  in zeroesHigh16BitsOfDest()
295   case AMDGPU::V_MIN_U16_e32:  in zeroesHigh16BitsOfDest()
296   case AMDGPU::V_MAX_I16_e64:  in zeroesHigh16BitsOfDest()
297   case AMDGPU::V_MAX_I16_e32:  in zeroesHigh16BitsOfDest()
298   case AMDGPU::V_MIN_I16_e64:  in zeroesHigh16BitsOfDest()
299   case AMDGPU::V_MIN_I16_e32:  in zeroesHigh16BitsOfDest()
300   case AMDGPU::V_MAD_F16_e64:  in zeroesHigh16BitsOfDest()
301   case AMDGPU::V_MAD_U16_e64:  in zeroesHigh16BitsOfDest()
302   case AMDGPU::V_MAD_I16_e64:  in zeroesHigh16BitsOfDest()
303   case AMDGPU::V_FMA_F16_e64:  in zeroesHigh16BitsOfDest()
304   case AMDGPU::V_DIV_FIXUP_F16_e64:  in zeroesHigh16BitsOfDest()
307   case AMDGPU::V_MADAK_F16:  in zeroesHigh16BitsOfDest()
308   case AMDGPU::V_MADMK_F16:  in zeroesHigh16BitsOfDest()
309   case AMDGPU::V_MAC_F16_e64:  in zeroesHigh16BitsOfDest()
310   case AMDGPU::V_MAC_F16_e32:  in zeroesHigh16BitsOfDest()
311   case AMDGPU::V_FMAMK_F16:  in zeroesHigh16BitsOfDest()
312   case AMDGPU::V_FMAAK_F16:  in zeroesHigh16BitsOfDest()
313   case AMDGPU::V_FMAC_F16_e64:  in zeroesHigh16BitsOfDest()
314   case AMDGPU::V_FMAC_F16_e32:  in zeroesHigh16BitsOfDest()
319   case AMDGPU::V_MAD_MIXLO_F16:  in zeroesHigh16BitsOfDest()
320   case AMDGPU::V_MAD_MIXHI_F16:  in zeroesHigh16BitsOfDest()
355   return InstrInfo.pseudoToMCOpcode(AMDGPU::V_MAD_F16_e64) != -1;  in hasMadF16()
365   return AMDGPU::IsaInfo::getOccupancyWithNumSGPRs(SGPRs, getMaxWavesPerEU(),  in getOccupancyWithNumSGPRs()
372   return AMDGPU::IsaInfo::getNumWavesPerEUWithNumVGPRs(this, NumVGPRs,  in getOccupancyWithNumVGPRs()
409   unsigned DynamicVGPRBlockSize = AMDGPU::getDynamicVGPRBlockSize(F);  in computeOccupancy()
466     MaxNumSGPRs = AMDGPU::IsaInfo::FIXED_NUM_SGPRS_FOR_INIT_BUG;  in getBaseMaxNumSGPRs()
526   unsigned DynamicVGPRBlockSize = AMDGPU::getDynamicVGPRBlockSize(F);  in getMaxNumVGPRs()
575   } else if (Dep.getLatency() == 0 && Dep.getReg() == AMDGPU::VCC_LO) {  in adjustSchedDependency()
616   if (!AMDGPU::isGraphics(CC)) {  in GCNUserSGPRUsageInfo()
628   if (ST.hasFlatAddressSpace() && AMDGPU::isEntryFunctionCC(CC) &&  in GCNUserSGPRUsageInfo()
633        (!AMDGPU::isGraphics(CC) &&  in GCNUserSGPRUsageInfo()
665   assert(NumKernargPreloadSGPRs + NumSGPRs <= AMDGPU::getMaxNumUserSGPRs(ST));  in allocKernargPreloadSGPRs()
671   return AMDGPU::getMaxNumUserSGPRs(ST) - NumUsedUserSGPRs;  in getNumFreeUserSGPRs()