xref: /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/AMDGPUAnnotateUniformValues.cpp (revision 06c3fb2749bda94cb5201f81ffdb8fa6c3161b2e)
10b57cec5SDimitry Andric //===-- AMDGPUAnnotateUniformValues.cpp - ---------------------------------===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric /// \file
100b57cec5SDimitry Andric /// This pass adds amdgpu.uniform metadata to IR values so this information
110b57cec5SDimitry Andric /// can be used during instruction selection.
120b57cec5SDimitry Andric //
130b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
140b57cec5SDimitry Andric 
150b57cec5SDimitry Andric #include "AMDGPU.h"
165ffd83dbSDimitry Andric #include "Utils/AMDGPUBaseInfo.h"
1781ad6265SDimitry Andric #include "Utils/AMDGPUMemoryUtils.h"
181fd87a68SDimitry Andric #include "llvm/Analysis/AliasAnalysis.h"
19fe6060f1SDimitry Andric #include "llvm/Analysis/MemorySSA.h"
20*06c3fb27SDimitry Andric #include "llvm/Analysis/UniformityAnalysis.h"
210b57cec5SDimitry Andric #include "llvm/IR/InstVisitor.h"
22480093f4SDimitry Andric #include "llvm/InitializePasses.h"
230b57cec5SDimitry Andric 
240b57cec5SDimitry Andric #define DEBUG_TYPE "amdgpu-annotate-uniform"
250b57cec5SDimitry Andric 
260b57cec5SDimitry Andric using namespace llvm;
270b57cec5SDimitry Andric 
280b57cec5SDimitry Andric namespace {
290b57cec5SDimitry Andric 
300b57cec5SDimitry Andric class AMDGPUAnnotateUniformValues : public FunctionPass,
310b57cec5SDimitry Andric                        public InstVisitor<AMDGPUAnnotateUniformValues> {
32*06c3fb27SDimitry Andric   UniformityInfo *UA;
33fe6060f1SDimitry Andric   MemorySSA *MSSA;
341fd87a68SDimitry Andric   AliasAnalysis *AA;
355ffd83dbSDimitry Andric   bool isEntryFunc;
3681ad6265SDimitry Andric   bool Changed;
3781ad6265SDimitry Andric 
setUniformMetadata(Instruction * I)3881ad6265SDimitry Andric   void setUniformMetadata(Instruction *I) {
3981ad6265SDimitry Andric     I->setMetadata("amdgpu.uniform", MDNode::get(I->getContext(), {}));
4081ad6265SDimitry Andric     Changed = true;
4181ad6265SDimitry Andric   }
4281ad6265SDimitry Andric 
setNoClobberMetadata(Instruction * I)4381ad6265SDimitry Andric   void setNoClobberMetadata(Instruction *I) {
4481ad6265SDimitry Andric     I->setMetadata("amdgpu.noclobber", MDNode::get(I->getContext(), {}));
4581ad6265SDimitry Andric     Changed = true;
4681ad6265SDimitry Andric   }
470b57cec5SDimitry Andric 
480b57cec5SDimitry Andric public:
490b57cec5SDimitry Andric   static char ID;
AMDGPUAnnotateUniformValues()500b57cec5SDimitry Andric   AMDGPUAnnotateUniformValues() :
510b57cec5SDimitry Andric     FunctionPass(ID) { }
520b57cec5SDimitry Andric   bool doInitialization(Module &M) override;
530b57cec5SDimitry Andric   bool runOnFunction(Function &F) override;
getPassName() const540b57cec5SDimitry Andric   StringRef getPassName() const override {
550b57cec5SDimitry Andric     return "AMDGPU Annotate Uniform Values";
560b57cec5SDimitry Andric   }
getAnalysisUsage(AnalysisUsage & AU) const570b57cec5SDimitry Andric   void getAnalysisUsage(AnalysisUsage &AU) const override {
58*06c3fb27SDimitry Andric     AU.addRequired<UniformityInfoWrapperPass>();
59fe6060f1SDimitry Andric     AU.addRequired<MemorySSAWrapperPass>();
601fd87a68SDimitry Andric     AU.addRequired<AAResultsWrapperPass>();
610b57cec5SDimitry Andric     AU.setPreservesAll();
620b57cec5SDimitry Andric  }
630b57cec5SDimitry Andric 
640b57cec5SDimitry Andric   void visitBranchInst(BranchInst &I);
650b57cec5SDimitry Andric   void visitLoadInst(LoadInst &I);
660b57cec5SDimitry Andric };
670b57cec5SDimitry Andric 
680b57cec5SDimitry Andric } // End anonymous namespace
690b57cec5SDimitry Andric 
700b57cec5SDimitry Andric INITIALIZE_PASS_BEGIN(AMDGPUAnnotateUniformValues, DEBUG_TYPE,
710b57cec5SDimitry Andric                       "Add AMDGPU uniform metadata", false, false)
72*06c3fb27SDimitry Andric INITIALIZE_PASS_DEPENDENCY(UniformityInfoWrapperPass)
73fe6060f1SDimitry Andric INITIALIZE_PASS_DEPENDENCY(MemorySSAWrapperPass)
741fd87a68SDimitry Andric INITIALIZE_PASS_DEPENDENCY(AAResultsWrapperPass)
750b57cec5SDimitry Andric INITIALIZE_PASS_END(AMDGPUAnnotateUniformValues, DEBUG_TYPE,
760b57cec5SDimitry Andric                     "Add AMDGPU uniform metadata", false, false)
770b57cec5SDimitry Andric 
780b57cec5SDimitry Andric char AMDGPUAnnotateUniformValues::ID = 0;
790b57cec5SDimitry Andric 
visitBranchInst(BranchInst & I)800b57cec5SDimitry Andric void AMDGPUAnnotateUniformValues::visitBranchInst(BranchInst &I) {
81*06c3fb27SDimitry Andric   if (UA->isUniform(&I))
82fe6060f1SDimitry Andric     setUniformMetadata(&I);
830b57cec5SDimitry Andric }
840b57cec5SDimitry Andric 
visitLoadInst(LoadInst & I)850b57cec5SDimitry Andric void AMDGPUAnnotateUniformValues::visitLoadInst(LoadInst &I) {
860b57cec5SDimitry Andric   Value *Ptr = I.getPointerOperand();
87*06c3fb27SDimitry Andric   if (!UA->isUniform(Ptr))
880b57cec5SDimitry Andric     return;
8981ad6265SDimitry Andric   Instruction *PtrI = dyn_cast<Instruction>(Ptr);
9081ad6265SDimitry Andric   if (PtrI)
9181ad6265SDimitry Andric     setUniformMetadata(PtrI);
9281ad6265SDimitry Andric 
935ffd83dbSDimitry Andric   // We're tracking up to the Function boundaries, and cannot go beyond because
945ffd83dbSDimitry Andric   // of FunctionPass restrictions. We can ensure that is memory not clobbered
955ffd83dbSDimitry Andric   // for memory operations that are live in to entry points only.
9681ad6265SDimitry Andric   if (!isEntryFunc)
971106035dSDimitry Andric     return;
981fd87a68SDimitry Andric   bool GlobalLoad = I.getPointerAddressSpace() == AMDGPUAS::GLOBAL_ADDRESS;
9981ad6265SDimitry Andric   if (GlobalLoad && !AMDGPU::isClobberedInFunction(&I, MSSA, AA))
10081ad6265SDimitry Andric     setNoClobberMetadata(&I);
1010b57cec5SDimitry Andric }
1020b57cec5SDimitry Andric 
doInitialization(Module & M)1030b57cec5SDimitry Andric bool AMDGPUAnnotateUniformValues::doInitialization(Module &M) {
1040b57cec5SDimitry Andric   return false;
1050b57cec5SDimitry Andric }
1060b57cec5SDimitry Andric 
runOnFunction(Function & F)1070b57cec5SDimitry Andric bool AMDGPUAnnotateUniformValues::runOnFunction(Function &F) {
1080b57cec5SDimitry Andric   if (skipFunction(F))
1090b57cec5SDimitry Andric     return false;
1100b57cec5SDimitry Andric 
111*06c3fb27SDimitry Andric   UA = &getAnalysis<UniformityInfoWrapperPass>().getUniformityInfo();
112fe6060f1SDimitry Andric   MSSA = &getAnalysis<MemorySSAWrapperPass>().getMSSA();
1131fd87a68SDimitry Andric   AA = &getAnalysis<AAResultsWrapperPass>().getAAResults();
1145ffd83dbSDimitry Andric   isEntryFunc = AMDGPU::isEntryFunctionCC(F.getCallingConv());
1150b57cec5SDimitry Andric 
11681ad6265SDimitry Andric   Changed = false;
1170b57cec5SDimitry Andric   visit(F);
11881ad6265SDimitry Andric   return Changed;
1190b57cec5SDimitry Andric }
1200b57cec5SDimitry Andric 
1210b57cec5SDimitry Andric FunctionPass *
createAMDGPUAnnotateUniformValues()1220b57cec5SDimitry Andric llvm::createAMDGPUAnnotateUniformValues() {
1230b57cec5SDimitry Andric   return new AMDGPUAnnotateUniformValues();
1240b57cec5SDimitry Andric }
125