| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | MergedLoadStoreMotion.cpp | 115 StoreInst *canSinkFromBlock(BasicBlock *BB, StoreInst *SI);
116 PHINode *getPHIOperand(BasicBlock *BB, StoreInst *S0, StoreInst *S1);
119 bool canSinkStoresAndGEPs(StoreInst *S0, StoreInst *S1) const;
120 void sinkStoresAndGEPs(BasicBlock *BB, StoreInst *SinkCand,
121 StoreInst *ElseInst);
184 StoreInst *MergedLoadStoreMotion::canSinkFromBlock(BasicBlock *BB1, in canSinkFromBlock()
185 StoreInst *Store0) { in canSinkFromBlock()
189 auto *Store1 = dyn_cast<StoreInst>(&Inst); in canSinkFromBlock()
212 PHINode *MergedLoadStoreMotion::getPHIOperand(BasicBlock *BB, StoreInst *S0, in getPHIOperand()
213 StoreInst *S1) { in getPHIOperand()
[all …]
|
| H A D | LowerAtomicPass.cpp | 34 static bool LowerStoreInst(StoreInst *SI) { in LowerStoreInst()
51 } else if (StoreInst *SI = dyn_cast<StoreInst>(&Inst)) { in runOnBasicBlock()
|
| H A D | AlignmentFromAssumptions.cpp | 226 } else if (StoreInst *SI = dyn_cast<StoreInst>(J)) { in processAssumption()
271 StoreInst *SI = dyn_cast<StoreInst>(K); in processAssumption()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/SandboxVectorizer/ |
| H A D | SeedCollector.cpp | 77 assert((isa<LoadInst>(LSI) || isa<StoreInst>(LSI)) && in getKey()
91 SeedContainer::getKey<StoreInst>(StoreInst *LSI) const;
94 assert((isa<LoadInst>(I) || isa<StoreInst>(I)) && "Expected Load or Store!"); in erase()
120 SeedContainer::insert<StoreInst>(StoreInst *);
128 : dyn_cast<StoreInst>(I) ? "Store" in print()
158 template bool isValidMemSeed<StoreInst>(StoreInst *LSI);
168 if (auto SI = dyn_cast<StoreInst>(I)) in SeedCollector()
176 if (StoreInst *SI = dyn_cast<StoreInst>(&I)) in SeedCollector()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86AvoidStoreForwardingBlocks.cpp | 101 void breakBlockedCopies(MachineInstr *LoadInst, MachineInstr *StoreInst,
105 MachineInstr *StoreInst, int64_t StDispImm,
109 MachineInstr *StoreInst, unsigned NStoreOpcode,
380 int64_t LoadDisp, MachineInstr *StoreInst, in buildCopy() argument
385 MachineOperand &StoreBase = getBaseOperand(StoreInst); in buildCopy()
388 MachineMemOperand *SMMO = *StoreInst->memoperands_begin(); in buildCopy()
407 MachineInstr *StInst = StoreInst; in buildCopy()
408 auto PrevInstrIt = prev_nodbg(MachineBasicBlock::instr_iterator(StoreInst), in buildCopy()
424 MachineOperand &StoreSrcVReg = StoreInst->getOperand(X86::AddrNumOperands); in buildCopy()
431 int64_t LdDispImm, MachineInstr *StoreInst, in buildCopies() argument
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | PromoteMemoryToRegister.cpp | 74 } else if (const StoreInst *SI = dyn_cast<StoreInst>(U)) { in isAllocaPromotable()
150 StoreInst *ToDelete, DIBuilder &DIB, in updateForDeletedStore()
220 StoreInst *OnlyStore;
252 if (StoreInst *SI = dyn_cast<StoreInst>(User)) { in AnalyzeAlloca()
346 (isa<StoreInst>(I) && isa<AllocaInst>(I->getOperand(1))); in isInterestingInstruction()
512 new StoreInst(ConstantInt::getTrue(Ctx), in convertMetadataToAssumes()
534 if (isa<LoadInst>(I) || isa<StoreInst>(I)) in removeIntrinsicUsers()
576 StoreInst *OnlyStore = Info.OnlyStore; in rewriteSingleStoreAlloca()
701 using StoresByIndexTy = SmallVector<std::pair<unsigned, StoreInst *>, 64>; in promoteSingleBlockAlloca()
705 if (StoreInst *SI = dyn_cast<StoreInst>(U)) in promoteSingleBlockAlloca()
[all …]
|
| H A D | DemoteRegToStack.cpp | 112 new StoreInst(&I, Slot, Handler->getFirstInsertionPt()); in DemoteRegToStack()
119 new StoreInst(CBI, Slot, Succ->getFirstInsertionPt()); in DemoteRegToStack()
125 new StoreInst(&I, Slot, InsertPt); in DemoteRegToStack()
158 new StoreInst(P->getIncomingValue(i), Slot, in DemotePHIToStack()
|
| H A D | SSAUpdater.cpp | 384 SomeVal = cast<StoreInst>(Insts[0])->getOperand(0); in LoadAndStorePromoter()
417 if (StoreInst *SI = dyn_cast<StoreInst>(User)) { in run()
434 if (isa<StoreInst>(I) || isa<AllocaInst>(I)) { in run()
474 if (StoreInst *SI = dyn_cast<StoreInst>(I)) { in run()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Scalar/ |
| H A D | MemCpyOptimizer.h | 39 class StoreInst; variable
66 bool processStore(StoreInst *SI, BasicBlock::iterator &BBI);
67 bool processStoreOfLoad(StoreInst *SI, LoadInst *LI, const DataLayout &DL,
86 bool moveUp(StoreInst *SI, Instruction *P, const LoadInst *LI);
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPURewriteOutArguments.cpp | 129 if (auto *SI = dyn_cast<StoreInst>(U->getUser())) { in getStoredType()
134 U->getOperandNo() != StoreInst::getPointerOperandIndex()) in getStoredType()
236 SmallVector<std::pair<ReturnInst *, StoreInst *>, 4> ReplaceableStores; in runOnFunction()
257 StoreInst *SI = nullptr; in runOnFunction()
259 SI = dyn_cast<StoreInst>(Q.getInst()); in runOnFunction()
273 for (std::pair<ReturnInst *, StoreInst *> Store : ReplaceableStores) { in runOnFunction()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXLowerAggrCopies.cpp | 77 if (StoreInst *SI = dyn_cast<StoreInst>(LI->user_back())) { in runOnFunction()
104 auto *SI = cast<StoreInst>(*LI->user_begin()); in runOnFunction()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | GCRootLowering.cpp | 149 if (isa<AllocaInst>(I) || isa<GetElementPtrInst>(I) || isa<StoreInst>(I) || in CouldBecomeSafePoint()
172 if (StoreInst *SI = dyn_cast<StoreInst>(IP)) in InsertRootInitializers()
182 new StoreInst( in InsertRootInitializers()
219 Value *St = new StoreInst(CI->getArgOperand(0), CI->getArgOperand(2), in DoLowering()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/IPO/ |
| H A D | GlobalOpt.cpp | 219 if (StoreInst *SI = dyn_cast<StoreInst>(U)) { in CleanupPointerRootUsers()
326 } else if (StoreInst *SI = dyn_cast<StoreInst>(U)) { in CleanupConstantGlobalUsers()
379 if (isa<StoreInst>(V) && U->getOperandNo() == 0) in collectSRATypes()
412 auto *SI = dyn_cast<StoreInst>(V); in collectSRATypes()
635 auto *SI = cast<StoreInst>(V); in SRAGlobal()
670 } else if (const StoreInst *SI = dyn_cast<StoreInst>(U)) { in AllUsesOfValueWillTrapIfNull()
725 } else if (auto *SI = dyn_cast<StoreInst>(U)) { in allUsesOfLoadedValueWillTrapIfNull()
759 assert((isa<LoadInst>(U) || isa<StoreInst>(U)) && in allUsesOfLoadAndStores()
777 } else if (StoreInst *SI = dyn_cast<StoreInst>(I)) { in OptimizeAwayTrappingUsesOfValue()
856 } else if (isa<StoreInst>(GlobalUser)) { in OptimizeAwayTrappingUsesOfLoads()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | ThreadSanitizer.cpp | 420 const bool IsWrite = isa<StoreInst>(*I); in chooseInstructionsToInstrument()
421 Value *Addr = IsWrite ? cast<StoreInst>(I)->getPointerOperand() in chooseInstructionsToInstrument()
435 cast<StoreInst>(WI.Inst)->isVolatile()); in chooseInstructionsToInstrument()
477 if (isa<LoadInst>(I) || isa<StoreInst>(I)) in isTsanAtomic()
528 else if (isa<LoadInst>(Inst) || isa<StoreInst>(Inst)) in sanitizeFunction()
592 const bool IsWrite = isa<StoreInst>(*II.Inst); in instrumentLoadOrStore()
593 Value *Addr = IsWrite ? cast<StoreInst>(II.Inst)->getPointerOperand() in instrumentLoadOrStore()
608 Value *StoredValue = cast<StoreInst>(II.Inst)->getValueOperand(); in instrumentLoadOrStore()
628 const Align Alignment = IsWrite ? cast<StoreInst>(II.Inst)->getAlign() in instrumentLoadOrStore()
633 (IsWrite ? cast<StoreInst>(II.Inst)->isVolatile() in instrumentLoadOrStore()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/SandboxIR/ |
| H A D | Utils.h | 48 if (auto *SI = dyn_cast<StoreInst>(I)) in getExpectedValue()
59 std::is_same_v<LoadOrStoreT, StoreInst>, in getMemInstructionBase()
96 std::is_same_v<LoadOrStoreT, StoreInst>, in getPointerDiffInBytes()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/SandboxVectorizer/ |
| H A D | SeedCollector.h | 141 std::is_same<LoadOrStoreT, StoreInst>::value, in MemSeedBundle()
153 std::is_same<LoadOrStoreT, StoreInst>::value, in MemSeedBundle()
168 using StoreSeedBundle = MemSeedBundle<sandboxir::StoreInst>;
296 SeedContainer::insert<StoreInst>(StoreInst *);
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | SLPVectorizer.h | 44 class StoreInst; variable
59 using StoreList = SmallVector<StoreInst *, 8>;
161 ArrayRef<StoreInst *> Stores, slpvectorizer::BoUpSLP &R,
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | VNCoercion.h | 27 class StoreInst; variable
56 StoreInst *DepSI, const DataLayout &DL);
|
| H A D | Local.h | 49 class StoreInst; variable
275 LLVM_ABI void InsertDebugValueAtStoreLoc(DbgVariableRecord *DVR, StoreInst *SI,
281 StoreInst *SI, DIBuilder &Builder);
286 StoreInst *SI,
289 StoreInst *SI,
|
| H A D | MemoryOpRemark.h | 31 class StoreInst; variable
65 void visitStore(const StoreInst &SI);
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineLoadStoreAlloca.cpp | 593 static StoreInst *combineStoreToNewValue(InstCombinerImpl &IC, StoreInst &SI, in combineStoreToNewValue()
602 StoreInst *NewStore = in combineStoreToNewValue()
989 static bool canSimplifyNullStoreOrGEP(StoreInst &SI) { in canSimplifyNullStoreOrGEP()
1223 static bool combineStoreToValueType(InstCombinerImpl &IC, StoreInst &SI) { in combineStoreToValueType()
1261 static bool unpackStoreToAggregate(InstCombinerImpl &IC, StoreInst &SI) { in unpackStoreToAggregate()
1392 Instruction *InstCombinerImpl::visitStoreInst(StoreInst &SI) { in visitStoreInst()
1445 if (StoreInst *PrevSI = dyn_cast<StoreInst>(BBI)) { in visitStoreInst()
1521 bool InstCombinerImpl::mergeStoreIntoSuccessor(StoreInst &SI) { in mergeStoreIntoSuccessor()
1548 auto OtherStoreIsMergeable = [&](StoreInst *OtherStore) -> bool { in mergeStoreIntoSuccessor()
1561 StoreInst *OtherStore = nullptr; in mergeStoreIntoSuccessor()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/BPF/ |
| H A D | BPFPreserveStaticOffset.cpp | 206 template <class T = std::disjunction<LoadInst, StoreInst>>
243 StoreInst *Store) { in makeGEPAndStore()
287 template <class T = std::disjunction<LoadInst, StoreInst>>
311 std::pair<GetElementPtrInst *, StoreInst *>
314 auto *Store = new StoreInst(Call->getOperand(0), GEP, in reconstructStore()
423 if (auto *Store = dyn_cast<StoreInst>(LoadOrStoreTemplate)) { in tryToReplaceWithGEPBuiltin()
434 if (auto *S = dyn_cast<StoreInst>(U)) in isPointerOperand()
519 if (isa<LoadInst>(Insn) || isa<StoreInst>(Insn)) { in rewriteAccessChain()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/ObjCARC/ |
| H A D | ObjCARCContract.cpp | 206 static StoreInst *findSafeStoreForStoreStrongContraction(LoadInst *Load, in findSafeStoreForStoreStrongContraction()
210 StoreInst *Store = nullptr; in findSafeStoreForStoreStrongContraction()
268 Store = dyn_cast<StoreInst>(Inst); in findSafeStoreForStoreStrongContraction()
296 findRetainForStoreStrongContraction(Value *New, StoreInst *Store, in findRetainForStoreStrongContraction()
362 StoreInst *Store = in tryToContractReleaseIntoStoreStrong()
491 new StoreInst(Null, CI->getArgOperand(0), CI->getIterator()); in tryToPeepholeInstruction()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.cpp | 437 static bool storeToSameAddress(ScalarEvolution *SE, StoreInst *A, in storeToSameAddress()
438 StoreInst *B) { in storeToSameAddress()
983 if (auto *ST = dyn_cast<StoreInst>(&I)) { in canVectorizeInstrs()
1086 static bool findHistogram(LoadInst *LI, StoreInst *HSt, Loop *TheLoop, in findHistogram()
1191 StoreInst *SI = dyn_cast<StoreInst>(IUDep->getDestination(DepChecker)); in canVectorizeIndirectUnsafeDependences()
1229 for (StoreInst *SI : LAI->getStoresToInvariantAddresses()) { in canVectorizeMemory()
1264 SmallVector<StoreInst *, 4> UnhandledStores; in canVectorizeMemory()
1265 for (StoreInst *SI : LAI->getStoresToInvariantAddresses()) { in canVectorizeMemory()
1277 erase_if(UnhandledStores, [SE, SI](StoreInst *I) { in canVectorizeMemory()
1330 bool LoopVectorizationLegality::isInvariantStoreOfReduction(StoreInst *SI) { in isInvariantStoreOfReduction()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | AliasAnalysisEvaluator.cpp | 115 } else if (auto *SI = dyn_cast<StoreInst>(&Inst)) { in runInternal()
161 MemoryLocation::get(cast<StoreInst>(Store))); in runInternal()
187 AliasResult AR = AA.alias(MemoryLocation::get(cast<StoreInst>(*I1)), in runInternal()
188 MemoryLocation::get(cast<StoreInst>(*I2))); in runInternal()
|