| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86AvoidStoreForwardingBlocks.cpp | 101 void breakBlockedCopies(MachineInstr *LoadInst, MachineInstr *StoreInst,
104 void buildCopies(int Size, MachineInstr *LoadInst, int64_t LdDispImm,
108 void buildCopy(MachineInstr *LoadInst, unsigned NLoadOpcode, int64_t LoadDisp,
338 findPotentialBlockers(MachineInstr *LoadInst) { in findPotentialBlockers() argument
342 for (auto PBInst = std::next(MachineBasicBlock::reverse_iterator(LoadInst)), in findPotentialBlockers()
343 E = LoadInst->getParent()->rend(); in findPotentialBlockers()
360 MachineBasicBlock *MBB = LoadInst->getParent(); in findPotentialBlockers()
379 void X86AvoidSFBPass::buildCopy(MachineInstr *LoadInst, unsigned NLoadOpcode, in buildCopy() argument
384 MachineOperand &LoadBase = getBaseOperand(LoadInst); in buildCopy()
386 MachineBasicBlock *MBB = LoadInst->getParent(); in buildCopy()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMParallelDSP.cpp | 58 using MemInstList = SmallVectorImpl<LoadInst*>;
69 SmallVector<LoadInst*, 2> VecLd; // Container for loads to widen.
75 return isa<LoadInst>(LHS) && isa<LoadInst>(RHS); in HasTwoLoadInputs()
78 LoadInst *getBaseLoad() const { in getBaseLoad()
195 LoadInst *NewLd = nullptr;
196 SmallVector<LoadInst*, 4> Loads;
199 WidenedLoad(SmallVectorImpl<LoadInst*> &Lds, LoadInst *Wide) in WidenedLoad()
203 LoadInst *getLoad() { in getLoad()
215 std::map<LoadInst*, LoadInst*> LoadPairs;
216 SmallPtrSet<LoadInst*, 4> OffsetLoads;
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/SandboxVectorizer/ |
| H A D | SeedCollector.cpp | 77 assert((isa<LoadInst>(LSI) || isa<StoreInst>(LSI)) && in getKey()
89 SeedContainer::getKey<LoadInst>(LoadInst *LSI) const;
94 assert((isa<LoadInst>(I) || isa<StoreInst>(I)) && "Expected Load or Store!"); in erase()
118 template LLVM_EXPORT_TEMPLATE void SeedContainer::insert<LoadInst>(LoadInst *);
127 std::string RefType = dyn_cast<LoadInst>(I) ? "Load" in print()
157 template bool isValidMemSeed<LoadInst>(LoadInst *LSI);
170 else if (auto LI = dyn_cast<LoadInst>(I)) in SeedCollector()
179 if (LoadInst *LI = dyn_cast<LoadInst>(&I)) in SeedCollector()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/ |
| H A D | DXILForwardHandleAccesses.cpp | 37 static void diagnoseHandleNotFound(LoadInst *LI) { in diagnoseHandleNotFound()
45 static void diagnoseUndominatedLoad(LoadInst *LI, IntrinsicInst *Handle) { in diagnoseUndominatedLoad()
72 SmallVector<LoadInst *> LoadsToProcess; in forwardHandleAccesses()
84 } else if (auto *LI = dyn_cast<LoadInst>(&Inst)) in forwardHandleAccesses()
88 for (LoadInst *LI : LoadsToProcess) { in forwardHandleAccesses()
95 if (auto *NestedLI = dyn_cast<LoadInst>(V)) { in forwardHandleAccesses()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Scalar/ |
| H A D | GVN.h | 46 class LoadInst; variable
351 bool processLoad(LoadInst *L);
352 bool processNonLocalLoad(LoadInst *L);
358 AnalyzeLoadAvailability(LoadInst *Load, MemDepResult DepInfo, Value *Address);
363 void AnalyzeLoadAvailability(LoadInst *Load, LoadDepVect &Deps,
369 LoadInst *findLoadToHoistIntoPred(BasicBlock *Pred, BasicBlock *LoadBB,
370 LoadInst *Load);
372 bool PerformLoadPRE(LoadInst *Load, AvailValInBlkVect &ValuesPerBlock,
378 bool performLoopLoadPRE(LoadInst *Load, AvailValInBlkVect &ValuesPerBlock,
384 LoadInst *Load, AvailValInBlkVect &ValuesPerBlock,
[all …]
|
| H A D | MemCpyOptimizer.h | 32 class LoadInst; variable
67 bool processStoreOfLoad(StoreInst *SI, LoadInst *LI, const DataLayout &DL,
86 bool moveUp(StoreInst *SI, Instruction *P, const LoadInst *LI);
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | Loads.h | 27 class LoadInst; variable
84 LoadInst *LI, Loop *L, ScalarEvolution &SE, DominatorTree &DT,
112 LLVM_ABI bool mustSuppressSpeculation(const LoadInst &LI);
143 LoadInst *Load, BasicBlock *ScanBB, BasicBlock::iterator &ScanFrom,
152 FindAvailableLoadedValue(LoadInst *Load, BatchAAResults &AA, bool *IsLoadCSE,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUPromoteKernelArguments.cpp | 45 bool promoteLoad(LoadInst *LI);
77 LoadInst *LD = cast<LoadInst>(U); in enqueueUsers()
97 LoadInst *LI = dyn_cast<LoadInst>(Ptr); in promotePointer()
130 bool AMDGPUPromoteKernelArguments::promoteLoad(LoadInst *LI) { in promoteLoad()
|
| H A D | AMDGPUPreloadKernelArguments.cpp | 191 SmallVector<std::pair<LoadInst *, unsigned>, 4> ImplicitArgLoads; in tryAllocHiddenArgPreloadSGPRs()
199 auto *Load = dyn_cast<LoadInst>(U); // Load from ImplicitArgPtr? in tryAllocHiddenArgPreloadSGPRs()
204 Load = dyn_cast<LoadInst>(*U->user_begin()); // Load from GEP? in tryAllocHiddenArgPreloadSGPRs()
232 ImplicitArgLoads, [&](const std::pair<LoadInst *, unsigned> &Load) { in tryAllocHiddenArgPreloadSGPRs() argument
250 LoadInst *LoadInst = I->first; in tryAllocHiddenArgPreloadSGPRs() local
255 LoadInst->replaceAllUsesWith(Arg); in tryAllocHiddenArgPreloadSGPRs()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | Local.h | 45 class LoadInst; variable
295 LoadInst *LI, DIBuilder &Builder);
297 LoadInst *LI, DIBuilder &Builder);
449 LLVM_ABI void copyMetadataForLoad(LoadInst &Dest, const LoadInst &Source);
498 LLVM_ABI void copyNonnullMetadata(const LoadInst &OldLI, MDNode *N,
499 LoadInst &NewLI);
505 LLVM_ABI void copyRangeMetadata(const DataLayout &DL, const LoadInst &OldLI,
506 MDNode *N, LoadInst &NewLI);
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXLowerAggrCopies.cpp | 59 SmallVector<LoadInst *, 4> AggrLoads; in runOnFunction()
70 if (LoadInst *LI = dyn_cast<LoadInst>(&I)) { in runOnFunction()
103 for (LoadInst *LI : AggrLoads) { in runOnFunction()
|
| H A D | NVPTXTagInvariantLoads.cpp | 30 static bool isInvariantLoad(const LoadInst *LI, const bool IsKernelFn) { in isInvariantLoad()
56 static void markLoadsAsInvariant(LoadInst *LI) { in markLoadsAsInvariant()
66 if (auto *LI = dyn_cast<LoadInst>(&I)) { in tagInvariantLoads()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | SSAUpdater.cpp | 381 if (const LoadInst *LI = dyn_cast<LoadInst>(Insts[0])) in LoadAndStorePromoter()
403 SmallVector<LoadInst *, 32> LiveInLoads; in run()
425 LiveInLoads.push_back(cast<LoadInst>(User)); in run()
443 LiveInLoads.push_back(cast<LoadInst>(I)); in run()
461 if (LoadInst *L = dyn_cast<LoadInst>(I)) { in run()
494 for (LoadInst *ALoad : LiveInLoads) { in run()
530 replaceLoadWithValue(cast<LoadInst>(User), NewVal); in run()
|
| H A D | PromoteMemoryToRegister.cpp | 69 if (const LoadInst *LI = dyn_cast<LoadInst>(U)) { in isAllocaPromotable()
257 LoadInst *LI = cast<LoadInst>(User); in AnalyzeAlloca()
345 return (isa<LoadInst>(I) && isa<AllocaInst>(I->getOperand(0))) || in isInterestingInstruction()
495 static void addAssumeNonNull(AssumptionCache *AC, LoadInst *LI) { in addAssumeNonNull()
506 static void convertMetadataToAssumes(LoadInst *LI, Value *Val, in convertMetadataToAssumes()
534 if (isa<LoadInst>(I) || isa<StoreInst>(I)) in removeIntrinsicUsers()
594 LoadInst *LI = cast<LoadInst>(UserInst); in rewriteSingleStoreAlloca()
715 LoadInst *LI = dyn_cast<LoadInst>(U); in promoteSingleBlockAlloca()
1074 if (LoadInst *LI = dyn_cast<LoadInst>(I)) in ComputeLiveInBlocks()
1213 if (LoadInst *LI = dyn_cast<LoadInst>(I)) { in RenamePass()
|
| H A D | GlobalStatus.cpp | 92 if (const LoadInst *LI = dyn_cast<LoadInst>(I)) { in analyzeGlobalAux()
129 } else if (isa<LoadInst>(StoredVal) && in analyzeGlobalAux()
130 cast<LoadInst>(StoredVal)->getOperand(0) == GV) { in analyzeGlobalAux()
|
| H A D | DemoteRegToStack.cpp | 84 V = new LoadInst(I.getType(), Slot, I.getName() + ".reload", in DemoteRegToStack()
94 Value *V = new LoadInst(I.getType(), Slot, I.getName() + ".reload", in DemoteRegToStack()
177 new LoadInst(P->getType(), Slot, P->getName() + ".reload", User->getIterator()); in DemotePHIToStack()
182 new LoadInst(P->getType(), Slot, P->getName() + ".reload", InsertPt); in DemotePHIToStack()
|
| H A D | RelLookupTableConverter.cpp | 42 LoadInst *Load = dyn_cast<LoadInst>(GEP->use_begin()->getUser()); in shouldConvertToRelLookupTable()
154 LoadInst *Load = cast<LoadInst>(GEP->use_begin()->getUser()); in convertToRelLookupTable()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LowerAtomicPass.cpp | 29 static bool LowerLoadInst(LoadInst *LI) { in LowerLoadInst()
48 else if (LoadInst *LI = dyn_cast<LoadInst>(&Inst)) { in runOnBasicBlock()
|
| H A D | LoopLoadElimination.cpp | 83 LoadInst *Load;
86 StoreToLoadForwardingCandidate(LoadInst *Load, StoreInst *Store) in StoreToLoadForwardingCandidate()
161 static bool isLoadConditional(LoadInst *Load, Loop *L) { in isLoadConditional()
201 if (isa<LoadInst>(Source)) in findStoreToLoadDependences()
203 if (isa<LoadInst>(Destination)) in findStoreToLoadDependences()
219 auto *Load = dyn_cast<LoadInst>(Destination); in findStoreToLoadDependences()
271 DenseMap<LoadInst *, const StoreToLoadForwardingCandidate *>; in removeDependencesFromMultipleStores()
352 LoadInst *LastLoad = in findPointersWrittenOnForwardingPath()
446 new LoadInst(Cand.Load->getType(), InitialPtr, "load_initial", in propagateStoredValueToLoadUsers()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | InterleavedLoadCombinePass.cpp | 93 LoadInst *findFirstLoad(const std::set<LoadInst *> &LIs);
650 LoadInst *LI;
652 ElementInfo(Polynomial Offset = Polynomial(), LoadInst *LI = nullptr) in ElementInfo()
663 std::set<LoadInst *> LIs;
716 LoadInst *LI = dyn_cast<LoadInst>(V); in compute()
868 static bool computeFromLI(LoadInst *LI, VectorInfo &Result, in computeFromLI()
1104 LoadInst *
1105 InterleavedLoadCombineImpl::findFirstLoad(const std::set<LoadInst *> &LIs) { in findFirstLoad()
1114 return cast<LoadInst>(FLI); in findFirstLoad()
1124 LoadInst *InsertionPoint = InterleavedLoad.front().EI[0].LI; in combine()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/IPO/ |
| H A D | GlobalOpt.cpp | 174 if (isa<LoadInst>(V) || isa<InvokeInst>(V) || isa<Argument>(V) || in IsSafeComputationToRemove()
302 else if (auto *LI = dyn_cast<LoadInst>(U)) { in CleanupConstantGlobalUsers()
424 It->second.IsLoaded |= isa<LoadInst>(V); in collectSRATypes()
631 if (auto *LI = dyn_cast<LoadInst>(V)) { in SRAGlobal()
668 if (isa<LoadInst>(U)) { in AllUsesOfValueWillTrapIfNull()
694 isa<LoadInst>(U->getOperand(0)) && in AllUsesOfValueWillTrapIfNull()
696 assert(isa<GlobalValue>(cast<LoadInst>(U->getOperand(0)) in AllUsesOfValueWillTrapIfNull()
719 if (auto *LI = dyn_cast<LoadInst>(U)) { in allUsesOfLoadedValueWillTrapIfNull()
759 assert((isa<LoadInst>(U) || isa<StoreInst>(U)) && in allUsesOfLoadAndStores()
774 if (LoadInst *LI = dyn_cast<LoadInst>(I)) { in OptimizeAwayTrappingUsesOfValue()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/ |
| H A D | SPIRVLegalizePointerCast.cpp | 81 LoadInst *NewLoad = B.CreateLoad(SourceType, Source); in loadVectorFromVector()
96 Value *Source, LoadInst *BadLoad) { in loadFirstValueFromAggregate()
104 LoadInst *LI = B.CreateLoad(ElementType, GEP); in loadFirstValueFromAggregate()
112 void transformLoad(IRBuilder<> &B, LoadInst *LI, Value *CastedOperand, in transformLoad()
189 LoadInst *LI = B.CreateLoad(DstType, Dst); in storeVectorFromVector()
282 if (LoadInst *LI = dyn_cast<LoadInst>(User)) { in legalizePointerCast()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | ObjCARCAnalysisUtils.cpp | 39 if (const LoadInst *LI = dyn_cast<LoadInst>(Op)) in IsPotentialRetainableObjPtr()
|
| H A D | MemoryDependenceAnalysis.cpp | 110 if (const LoadInst *LI = dyn_cast<LoadInst>(Inst)) { in GetLocation()
243 if (auto *LI = dyn_cast<LoadInst>(QueryInst)) { in getPointerDependencyFrom()
274 MemoryDependenceResults::getInvariantGroupPointerDependency(LoadInst *LI, in getInvariantGroupPointerDependency()
309 if ((isa<LoadInst>(U) || in getInvariantGroupPointerDependency()
350 auto *LI = dyn_cast<LoadInst>(SI->getValueOperand()); in canSkipClobberingStore()
409 if (LoadInst *LI = dyn_cast<LoadInst>(QueryInst)) { in getSimplePointerDependencyFrom()
421 if (auto *LI = dyn_cast<LoadInst>(I)) in getSimplePointerDependencyFrom()
474 if (LoadInst *LI = dyn_cast<LoadInst>(Inst)) { in getSimplePointerDependencyFrom()
837 bool isLoad = isa<LoadInst>(QueryInst); in getNonLocalPointerDependency()
864 if (LoadInst *LI = dyn_cast<LoadInst>(Inst)) { in getNonLocalPointerDependency()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineLoadStoreAlloca.cpp | 69 if (auto *LI = dyn_cast<LoadInst>(I)) { in isOnlyCopiedFromConstantMemory()
283 if (auto *Load = dyn_cast<LoadInst>(Inst)) { in collectUsers()
388 if (auto *LT = dyn_cast<LoadInst>(I)) { in replace()
391 auto *NewI = new LoadInst(LT->getType(), V, "", LT->isVolatile(), in replace()
577 LoadInst *InstCombinerImpl::combineLoadToNewType(LoadInst &LI, Type *NewTy, in combineLoadToNewType()
582 LoadInst *NewLoad = in combineLoadToNewType()
664 LoadInst &Load) { in combineLoadToOperationType()
695 LoadInst *NewLoad = IC.combineLoadToNewType(Load, DestTy); in combineLoadToOperationType()
708 static Instruction *unpackLoadToAggregate(InstCombinerImpl &IC, LoadInst &LI) { in unpackLoadToAggregate()
724 LoadInst *NewLoad = IC.combineLoadToNewType(LI, ST->getTypeAtIndex(0U), in unpackLoadToAggregate()
[all …]
|