Lines Matching refs:AMDGPU
108 if (!hasFeature(AMDGPU::FeatureWavefrontSize32) && in initializeSubtargetDependencies()
109 !hasFeature(AMDGPU::FeatureWavefrontSize64)) { in initializeSubtargetDependencies()
113 ToggleFeature(AMDGPU::FeatureWavefrontSize32); in initializeSubtargetDependencies()
128 ToggleFeature(AMDGPU::FeatureFlatForGlobal); in initializeSubtargetDependencies()
134 ToggleFeature(AMDGPU::FeatureFlatForGlobal); in initializeSubtargetDependencies()
156 if (AMDGPU::isGFX10Plus(*this) && in initializeSubtargetDependencies()
157 !getFeatureBits().test(AMDGPU::FeatureCuMode)) in initializeSubtargetDependencies()
179 if (hasFeature(AMDGPU::FeatureWavefrontSize32) == in checkSubtargetFeatures()
180 hasFeature(AMDGPU::FeatureWavefrontSize64)) { in checkSubtargetFeatures()
204 MaxWavesPerEU = AMDGPU::IsaInfo::getMaxWavesPerEU(this); in GCNSubtarget()
205 EUsPerCU = AMDGPU::IsaInfo::getEUsPerCU(this); in GCNSubtarget()
220 case AMDGPU::V_LSHLREV_B64_e64: in getConstantBusLimit()
221 case AMDGPU::V_LSHLREV_B64_gfx10: in getConstantBusLimit()
222 case AMDGPU::V_LSHLREV_B64_e64_gfx11: in getConstantBusLimit()
223 case AMDGPU::V_LSHLREV_B64_e32_gfx12: in getConstantBusLimit()
224 case AMDGPU::V_LSHLREV_B64_e64_gfx12: in getConstantBusLimit()
225 case AMDGPU::V_LSHL_B64_e64: in getConstantBusLimit()
226 case AMDGPU::V_LSHRREV_B64_e64: in getConstantBusLimit()
227 case AMDGPU::V_LSHRREV_B64_gfx10: in getConstantBusLimit()
228 case AMDGPU::V_LSHRREV_B64_e64_gfx11: in getConstantBusLimit()
229 case AMDGPU::V_LSHRREV_B64_e64_gfx12: in getConstantBusLimit()
230 case AMDGPU::V_LSHR_B64_e64: in getConstantBusLimit()
231 case AMDGPU::V_ASHRREV_I64_e64: in getConstantBusLimit()
232 case AMDGPU::V_ASHRREV_I64_gfx10: in getConstantBusLimit()
233 case AMDGPU::V_ASHRREV_I64_e64_gfx11: in getConstantBusLimit()
234 case AMDGPU::V_ASHRREV_I64_e64_gfx12: in getConstantBusLimit()
235 case AMDGPU::V_ASHR_I64_e64: in getConstantBusLimit()
245 case AMDGPU::V_CVT_F16_F32_e32: in zeroesHigh16BitsOfDest()
246 case AMDGPU::V_CVT_F16_F32_e64: in zeroesHigh16BitsOfDest()
247 case AMDGPU::V_CVT_F16_U16_e32: in zeroesHigh16BitsOfDest()
248 case AMDGPU::V_CVT_F16_U16_e64: in zeroesHigh16BitsOfDest()
249 case AMDGPU::V_CVT_F16_I16_e32: in zeroesHigh16BitsOfDest()
250 case AMDGPU::V_CVT_F16_I16_e64: in zeroesHigh16BitsOfDest()
251 case AMDGPU::V_RCP_F16_e64: in zeroesHigh16BitsOfDest()
252 case AMDGPU::V_RCP_F16_e32: in zeroesHigh16BitsOfDest()
253 case AMDGPU::V_RSQ_F16_e64: in zeroesHigh16BitsOfDest()
254 case AMDGPU::V_RSQ_F16_e32: in zeroesHigh16BitsOfDest()
255 case AMDGPU::V_SQRT_F16_e64: in zeroesHigh16BitsOfDest()
256 case AMDGPU::V_SQRT_F16_e32: in zeroesHigh16BitsOfDest()
257 case AMDGPU::V_LOG_F16_e64: in zeroesHigh16BitsOfDest()
258 case AMDGPU::V_LOG_F16_e32: in zeroesHigh16BitsOfDest()
259 case AMDGPU::V_EXP_F16_e64: in zeroesHigh16BitsOfDest()
260 case AMDGPU::V_EXP_F16_e32: in zeroesHigh16BitsOfDest()
261 case AMDGPU::V_SIN_F16_e64: in zeroesHigh16BitsOfDest()
262 case AMDGPU::V_SIN_F16_e32: in zeroesHigh16BitsOfDest()
263 case AMDGPU::V_COS_F16_e64: in zeroesHigh16BitsOfDest()
264 case AMDGPU::V_COS_F16_e32: in zeroesHigh16BitsOfDest()
265 case AMDGPU::V_FLOOR_F16_e64: in zeroesHigh16BitsOfDest()
266 case AMDGPU::V_FLOOR_F16_e32: in zeroesHigh16BitsOfDest()
267 case AMDGPU::V_CEIL_F16_e64: in zeroesHigh16BitsOfDest()
268 case AMDGPU::V_CEIL_F16_e32: in zeroesHigh16BitsOfDest()
269 case AMDGPU::V_TRUNC_F16_e64: in zeroesHigh16BitsOfDest()
270 case AMDGPU::V_TRUNC_F16_e32: in zeroesHigh16BitsOfDest()
271 case AMDGPU::V_RNDNE_F16_e64: in zeroesHigh16BitsOfDest()
272 case AMDGPU::V_RNDNE_F16_e32: in zeroesHigh16BitsOfDest()
273 case AMDGPU::V_FRACT_F16_e64: in zeroesHigh16BitsOfDest()
274 case AMDGPU::V_FRACT_F16_e32: in zeroesHigh16BitsOfDest()
275 case AMDGPU::V_FREXP_MANT_F16_e64: in zeroesHigh16BitsOfDest()
276 case AMDGPU::V_FREXP_MANT_F16_e32: in zeroesHigh16BitsOfDest()
277 case AMDGPU::V_FREXP_EXP_I16_F16_e64: in zeroesHigh16BitsOfDest()
278 case AMDGPU::V_FREXP_EXP_I16_F16_e32: in zeroesHigh16BitsOfDest()
279 case AMDGPU::V_LDEXP_F16_e64: in zeroesHigh16BitsOfDest()
280 case AMDGPU::V_LDEXP_F16_e32: in zeroesHigh16BitsOfDest()
281 case AMDGPU::V_LSHLREV_B16_e64: in zeroesHigh16BitsOfDest()
282 case AMDGPU::V_LSHLREV_B16_e32: in zeroesHigh16BitsOfDest()
283 case AMDGPU::V_LSHRREV_B16_e64: in zeroesHigh16BitsOfDest()
284 case AMDGPU::V_LSHRREV_B16_e32: in zeroesHigh16BitsOfDest()
285 case AMDGPU::V_ASHRREV_I16_e64: in zeroesHigh16BitsOfDest()
286 case AMDGPU::V_ASHRREV_I16_e32: in zeroesHigh16BitsOfDest()
287 case AMDGPU::V_ADD_U16_e64: in zeroesHigh16BitsOfDest()
288 case AMDGPU::V_ADD_U16_e32: in zeroesHigh16BitsOfDest()
289 case AMDGPU::V_SUB_U16_e64: in zeroesHigh16BitsOfDest()
290 case AMDGPU::V_SUB_U16_e32: in zeroesHigh16BitsOfDest()
291 case AMDGPU::V_SUBREV_U16_e64: in zeroesHigh16BitsOfDest()
292 case AMDGPU::V_SUBREV_U16_e32: in zeroesHigh16BitsOfDest()
293 case AMDGPU::V_MUL_LO_U16_e64: in zeroesHigh16BitsOfDest()
294 case AMDGPU::V_MUL_LO_U16_e32: in zeroesHigh16BitsOfDest()
295 case AMDGPU::V_ADD_F16_e64: in zeroesHigh16BitsOfDest()
296 case AMDGPU::V_ADD_F16_e32: in zeroesHigh16BitsOfDest()
297 case AMDGPU::V_SUB_F16_e64: in zeroesHigh16BitsOfDest()
298 case AMDGPU::V_SUB_F16_e32: in zeroesHigh16BitsOfDest()
299 case AMDGPU::V_SUBREV_F16_e64: in zeroesHigh16BitsOfDest()
300 case AMDGPU::V_SUBREV_F16_e32: in zeroesHigh16BitsOfDest()
301 case AMDGPU::V_MUL_F16_e64: in zeroesHigh16BitsOfDest()
302 case AMDGPU::V_MUL_F16_e32: in zeroesHigh16BitsOfDest()
303 case AMDGPU::V_MAX_F16_e64: in zeroesHigh16BitsOfDest()
304 case AMDGPU::V_MAX_F16_e32: in zeroesHigh16BitsOfDest()
305 case AMDGPU::V_MIN_F16_e64: in zeroesHigh16BitsOfDest()
306 case AMDGPU::V_MIN_F16_e32: in zeroesHigh16BitsOfDest()
307 case AMDGPU::V_MAX_U16_e64: in zeroesHigh16BitsOfDest()
308 case AMDGPU::V_MAX_U16_e32: in zeroesHigh16BitsOfDest()
309 case AMDGPU::V_MIN_U16_e64: in zeroesHigh16BitsOfDest()
310 case AMDGPU::V_MIN_U16_e32: in zeroesHigh16BitsOfDest()
311 case AMDGPU::V_MAX_I16_e64: in zeroesHigh16BitsOfDest()
312 case AMDGPU::V_MAX_I16_e32: in zeroesHigh16BitsOfDest()
313 case AMDGPU::V_MIN_I16_e64: in zeroesHigh16BitsOfDest()
314 case AMDGPU::V_MIN_I16_e32: in zeroesHigh16BitsOfDest()
315 case AMDGPU::V_MAD_F16_e64: in zeroesHigh16BitsOfDest()
316 case AMDGPU::V_MAD_U16_e64: in zeroesHigh16BitsOfDest()
317 case AMDGPU::V_MAD_I16_e64: in zeroesHigh16BitsOfDest()
318 case AMDGPU::V_FMA_F16_e64: in zeroesHigh16BitsOfDest()
319 case AMDGPU::V_DIV_FIXUP_F16_e64: in zeroesHigh16BitsOfDest()
322 case AMDGPU::V_MADAK_F16: in zeroesHigh16BitsOfDest()
323 case AMDGPU::V_MADMK_F16: in zeroesHigh16BitsOfDest()
324 case AMDGPU::V_MAC_F16_e64: in zeroesHigh16BitsOfDest()
325 case AMDGPU::V_MAC_F16_e32: in zeroesHigh16BitsOfDest()
326 case AMDGPU::V_FMAMK_F16: in zeroesHigh16BitsOfDest()
327 case AMDGPU::V_FMAAK_F16: in zeroesHigh16BitsOfDest()
328 case AMDGPU::V_FMAC_F16_e64: in zeroesHigh16BitsOfDest()
329 case AMDGPU::V_FMAC_F16_e32: in zeroesHigh16BitsOfDest()
334 case AMDGPU::V_MAD_MIXLO_F16: in zeroesHigh16BitsOfDest()
335 case AMDGPU::V_MAD_MIXHI_F16: in zeroesHigh16BitsOfDest()
431 std::pair<unsigned, unsigned> Requested = AMDGPU::getIntegerPairAttribute( in getFlatWorkGroupSizes()
485 AMDGPU::getIntegerPairAttribute(F, "amdgpu-waves-per-eu", Default, true); in getWavesPerEU()
497 return isMesa3DOS() && !AMDGPU::isShader(F.getCallingConv()); in isMesaKernel()
586 assert(AMDGPU::isKernel(F.getCallingConv())); in getImplicitArgNumBytes()
599 AMDGPU::getAMDHSACodeObjectVersion(*M) >= AMDGPU::AMDHSA_COV5 ? 256 : 56; in getImplicitArgNumBytes()
682 return InstrInfo.pseudoToMCOpcode(AMDGPU::V_MAD_F16_e64) != -1; in hasMadF16()
692 return AMDGPU::IsaInfo::getOccupancyWithNumSGPRs(SGPRs, getMaxWavesPerEU(), in getOccupancyWithNumSGPRs()
697 return AMDGPU::IsaInfo::getNumWavesPerEUWithNumVGPRs(this, NumVGPRs); in getOccupancyWithNumVGPRs()
785 MaxNumSGPRs = AMDGPU::IsaInfo::FIXED_NUM_SGPRS_FOR_INIT_BUG; in getBaseMaxNumSGPRs()
902 } else if (Dep.getLatency() == 0 && Dep.getReg() == AMDGPU::VCC_LO) { in adjustSchedDependency()
985 MAI.getOpcode() == AMDGPU::V_ACCVGPR_WRITE_B32_e64 || in apply()
986 MAI.getOpcode() == AMDGPU::V_ACCVGPR_READ_B32_e64) in apply()
1073 if (!AMDGPU::isGraphics(CC)) { in GCNUserSGPRUsageInfo()
1088 if (ST.hasFlatAddressSpace() && AMDGPU::isEntryFunctionCC(CC) && in GCNUserSGPRUsageInfo()
1121 assert(NumKernargPreloadSGPRs + NumSGPRs <= AMDGPU::getMaxNumUserSGPRs(ST)); in allocKernargPreloadSGPRs()
1127 return AMDGPU::getMaxNumUserSGPRs(ST) - NumUsedUserSGPRs; in getNumFreeUserSGPRs()
1132 return AMDGPU::getIntegerVecAttribute(F, "amdgpu-max-num-workgroups", 3); in getMaxNumWorkGroups()