| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | GCNIterativeScheduler.cpp | 451 const unsigned DynamicVGPRBlockSize = in tryMaximizeOccupancy() local
454 Regions.front()->MaxPressure.getOccupancy(ST, DynamicVGPRBlockSize); in tryMaximizeOccupancy()
463 if (R->MaxPressure.getOccupancy(ST, DynamicVGPRBlockSize) >= NewOcc) in tryMaximizeOccupancy()
474 NewOcc = std::min(NewOcc, MaxRP.getOccupancy(ST, DynamicVGPRBlockSize)); in tryMaximizeOccupancy()
495 unsigned DynamicVGPRBlockSize = MFI->getDynamicVGPRBlockSize(); in scheduleLegacyMaxOccupancy() local
499 Regions.front()->MaxPressure.getOccupancy(ST, DynamicVGPRBlockSize); in scheduleLegacyMaxOccupancy()
530 if (RP.getOccupancy(ST, DynamicVGPRBlockSize) < TgtOcc) { in scheduleLegacyMaxOccupancy()
533 ST, DynamicVGPRBlockSize) >= TgtOcc) { in scheduleLegacyMaxOccupancy()
539 assert(R->MaxPressure.getOccupancy(ST, DynamicVGPRBlockSize) >= in scheduleLegacyMaxOccupancy()
544 std::min(FinalOccupancy, RP.getOccupancy(ST, DynamicVGPRBlockSize)); in scheduleLegacyMaxOccupancy()
[all …]
|
| H A D | GCNSubtarget.cpp | 371 unsigned DynamicVGPRBlockSize) const { in getOccupancyWithNumVGPRs()
373 DynamicVGPRBlockSize); in getOccupancyWithNumVGPRs()
409 unsigned DynamicVGPRBlockSize = AMDGPU::getDynamicVGPRBlockSize(F); in computeOccupancy() local
412 if (DynamicVGPRBlockSize == 0 && isDynamicVGPREnabled()) in computeOccupancy()
413 DynamicVGPRBlockSize = getDynamicVGPRBlockSize(); in computeOccupancy()
417 unsigned VGPROcc = getOccupancyWithNumVGPRs(NumVGPRs, DynamicVGPRBlockSize); in computeOccupancy()
526 unsigned DynamicVGPRBlockSize = AMDGPU::getDynamicVGPRBlockSize(F); in getMaxNumVGPRs() local
527 if (DynamicVGPRBlockSize == 0 && isDynamicVGPREnabled()) in getMaxNumVGPRs()
528 DynamicVGPRBlockSize = getDynamicVGPRBlockSize(); in getMaxNumVGPRs()
532 F, {getMinNumVGPRs(Waves.second, DynamicVGPRBlockSize), in getMaxNumVGPRs()
[all …]
|
| H A D | GCNRegPressure.h | 73 unsigned DynamicVGPRBlockSize) const { in getOccupancy()
76 DynamicVGPRBlockSize)); in getOccupancy()
85 unsigned DynamicVGPRBlockSize) const { in higherOccupancy()
86 return getOccupancy(ST, DynamicVGPRBlockSize) > in higherOccupancy()
87 O.getOccupancy(ST, DynamicVGPRBlockSize); in higherOccupancy()
141 unsigned DynamicVGPRBlockSize);
506 unsigned DynamicVGPRBlockSize = 0);
|
| H A D | GCNSubtarget.h | 1413 unsigned DynamicVGPRBlockSize) const;
1570 unsigned getVGPRAllocGranule(unsigned DynamicVGPRBlockSize) const { in getVGPRAllocGranule() argument
1571 return AMDGPU::IsaInfo::getVGPRAllocGranule(this, DynamicVGPRBlockSize); in getVGPRAllocGranule()
1591 unsigned getAddressableNumVGPRs(unsigned DynamicVGPRBlockSize) const { in getAddressableNumVGPRs() argument
1592 return AMDGPU::IsaInfo::getAddressableNumVGPRs(this, DynamicVGPRBlockSize); in getAddressableNumVGPRs()
1598 unsigned DynamicVGPRBlockSize) const { in getMinNumVGPRs() argument
1600 DynamicVGPRBlockSize); in getMinNumVGPRs()
1606 unsigned DynamicVGPRBlockSize) const { in getMaxNumVGPRs() argument
1608 DynamicVGPRBlockSize); in getMaxNumVGPRs()
|
| H A D | GCNRegPressure.cpp | 98 unsigned DynamicVGPRBlockSize = in less() local
105 DynamicVGPRBlockSize)); in less()
111 DynamicVGPRBlockSize)); in less()
234 unsigned DynamicVGPRBlockSize) { in print() argument
235 return Printable([&RP, ST, DynamicVGPRBlockSize](raw_ostream &OS) { in print()
241 DynamicVGPRBlockSize) in print()
249 OS << " -> Occ: " << RP.getOccupancy(*ST, DynamicVGPRBlockSize); in print()
386 unsigned DynamicVGPRBlockSize = in GCNRPTarget() local
389 ST.getMaxNumVGPRs(Occupancy, DynamicVGPRBlockSize), MF); in GCNRPTarget()
395 unsigned DynamicVGPRBlockSize = in setRegLimits() local
[all …]
|
| H A D | SIMachineFunctionInfo.h | 302 unsigned DynamicVGPRBlockSize = 0;
356 YamlIO.mapOptional("dynamicVGPRBlockSize", MFI.DynamicVGPRBlockSize, false);
474 unsigned DynamicVGPRBlockSize = 0;
827 bool isDynamicVGPREnabled() const { return DynamicVGPRBlockSize != 0; }
828 unsigned getDynamicVGPRBlockSize() const { return DynamicVGPRBlockSize; }
|
| H A D | GCNSchedStrategy.cpp | 111 unsigned DynamicVGPRBlockSize = MFI.getDynamicVGPRBlockSize(); in initialize() local
113 AMDGPU::IsaInfo::getVGPRAllocGranule(&ST, DynamicVGPRBlockSize); in initialize()
115 AMDGPU::IsaInfo::getAddressableNumVGPRs(&ST, DynamicVGPRBlockSize); in initialize()
1280 unsigned DynamicVGPRBlockSize = DAG.MFI.getDynamicVGPRBlockSize(); in checkScheduling() local
1286 PressureAfter.getOccupancy(ST, DynamicVGPRBlockSize) == in checkScheduling()
1297 TargetOccupancy, PressureAfter.getOccupancy(ST, DynamicVGPRBlockSize)); in checkScheduling()
1299 TargetOccupancy, PressureBefore.getOccupancy(ST, DynamicVGPRBlockSize)); in checkScheduling()
1348 PressureAfter.getOccupancy(ST, DynamicVGPRBlockSize) == in checkScheduling()
1714 unsigned DynamicVGPRBlockSize = in canIncreaseOccupancyOrReduceSpill() local
1723 ST.getMaxNumVGPRs(DAG.MinOccupancy + 1, DynamicVGPRBlockSize); in canIncreaseOccupancyOrReduceSpill()
|
| H A D | SIMachineFunctionInfo.cpp | 53 DynamicVGPRBlockSize = AMDGPU::getDynamicVGPRBlockSize(F); in SIMachineFunctionInfo()
54 if (DynamicVGPRBlockSize == 0 && ST.isDynamicVGPREnabled()) in SIMachineFunctionInfo()
55 DynamicVGPRBlockSize = ST.getDynamicVGPRBlockSize(); in SIMachineFunctionInfo()
725 DynamicVGPRBlockSize(MFI.getDynamicVGPRBlockSize()), in SIMachineFunctionInfo()
|
| H A D | AMDGPUPromoteAlloca.cpp | 177 unsigned DynamicVGPRBlockSize = AMDGPU::getDynamicVGPRBlockSize(F); in getMaxVGPRs() local
180 if (DynamicVGPRBlockSize == 0 && ST.isDynamicVGPREnabled()) in getMaxVGPRs()
181 DynamicVGPRBlockSize = ST.getDynamicVGPRBlockSize(); in getMaxVGPRs()
185 DynamicVGPRBlockSize); in getMaxVGPRs()
|
| H A D | AMDGPUAsmPrinter.cpp | 1412 unsigned DynamicVGPRBlockSize) { in EmitPALMetadataCommon() argument
1424 if (DynamicVGPRBlockSize != 0) in EmitPALMetadataCommon()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/Utils/ |
| H A D | AMDGPUBaseInfo.cpp | 1296 unsigned DynamicVGPRBlockSize, in getVGPRAllocGranule() argument
1301 if (DynamicVGPRBlockSize != 0) in getVGPRAllocGranule()
1302 return DynamicVGPRBlockSize; in getVGPRAllocGranule()
1350 unsigned DynamicVGPRBlockSize) { in getAddressableNumVGPRs() argument
1356 if (DynamicVGPRBlockSize != 0 || in getAddressableNumVGPRs()
1359 return 8 * getVGPRAllocGranule(STI, DynamicVGPRBlockSize); in getAddressableNumVGPRs()
1365 unsigned DynamicVGPRBlockSize) { in getNumWavesPerEUWithNumVGPRs() argument
1367 NumVGPRs, getVGPRAllocGranule(STI, DynamicVGPRBlockSize), in getNumWavesPerEUWithNumVGPRs()
1408 unsigned DynamicVGPRBlockSize) { in getMinNumVGPRs() argument
1417 getAddressableNumVGPRs(STI, DynamicVGPRBlockSize); in getMinNumVGPRs()
[all …]
|
| H A D | AMDGPUBaseInfo.h | 301 getVGPRAllocGranule(const MCSubtargetInfo *STI, unsigned DynamicVGPRBlockSize,
325 unsigned DynamicVGPRBlockSize);
330 unsigned DynamicVGPRBlockSize);
335 unsigned DynamicVGPRBlockSize);
341 unsigned DynamicVGPRBlockSize);
368 unsigned DynamicVGPRBlockSize,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/MCTargetDesc/ |
| H A D | AMDGPUMCExpr.h | 98 const MCExpr *NumVGPRs, unsigned DynamicVGPRBlockSize,
|
| H A D | AMDGPUMCExpr.cpp | 318 unsigned DynamicVGPRBlockSize, const GCNSubtarget &STM, MCContext &Ctx) { in createOccupancy() argument
320 unsigned Granule = IsaInfo::getVGPRAllocGranule(&STM, DynamicVGPRBlockSize); in createOccupancy()
|