xref: /freebsd/contrib/llvm-project/llvm/lib/Analysis/LazyValueInfo.cpp (revision 77013d11e6483b970af25e13c9b892075742f7e5)
1 //===- LazyValueInfo.cpp - Value constraint analysis ------------*- C++ -*-===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file defines the interface for lazy computation of value constraint
10 // information.
11 //
12 //===----------------------------------------------------------------------===//
13 
14 #include "llvm/Analysis/LazyValueInfo.h"
15 #include "llvm/ADT/DenseSet.h"
16 #include "llvm/ADT/Optional.h"
17 #include "llvm/ADT/STLExtras.h"
18 #include "llvm/Analysis/AssumptionCache.h"
19 #include "llvm/Analysis/ConstantFolding.h"
20 #include "llvm/Analysis/InstructionSimplify.h"
21 #include "llvm/Analysis/TargetLibraryInfo.h"
22 #include "llvm/Analysis/ValueLattice.h"
23 #include "llvm/Analysis/ValueTracking.h"
24 #include "llvm/IR/AssemblyAnnotationWriter.h"
25 #include "llvm/IR/CFG.h"
26 #include "llvm/IR/ConstantRange.h"
27 #include "llvm/IR/Constants.h"
28 #include "llvm/IR/DataLayout.h"
29 #include "llvm/IR/Dominators.h"
30 #include "llvm/IR/Instructions.h"
31 #include "llvm/IR/IntrinsicInst.h"
32 #include "llvm/IR/Intrinsics.h"
33 #include "llvm/IR/LLVMContext.h"
34 #include "llvm/IR/PatternMatch.h"
35 #include "llvm/IR/ValueHandle.h"
36 #include "llvm/InitializePasses.h"
37 #include "llvm/Support/Debug.h"
38 #include "llvm/Support/FormattedStream.h"
39 #include "llvm/Support/KnownBits.h"
40 #include "llvm/Support/raw_ostream.h"
41 #include <map>
42 using namespace llvm;
43 using namespace PatternMatch;
44 
45 #define DEBUG_TYPE "lazy-value-info"
46 
47 // This is the number of worklist items we will process to try to discover an
48 // answer for a given value.
49 static const unsigned MaxProcessedPerValue = 500;
50 
51 char LazyValueInfoWrapperPass::ID = 0;
52 LazyValueInfoWrapperPass::LazyValueInfoWrapperPass() : FunctionPass(ID) {
53   initializeLazyValueInfoWrapperPassPass(*PassRegistry::getPassRegistry());
54 }
55 INITIALIZE_PASS_BEGIN(LazyValueInfoWrapperPass, "lazy-value-info",
56                 "Lazy Value Information Analysis", false, true)
57 INITIALIZE_PASS_DEPENDENCY(AssumptionCacheTracker)
58 INITIALIZE_PASS_DEPENDENCY(TargetLibraryInfoWrapperPass)
59 INITIALIZE_PASS_END(LazyValueInfoWrapperPass, "lazy-value-info",
60                 "Lazy Value Information Analysis", false, true)
61 
62 namespace llvm {
63   FunctionPass *createLazyValueInfoPass() { return new LazyValueInfoWrapperPass(); }
64 }
65 
66 AnalysisKey LazyValueAnalysis::Key;
67 
68 /// Returns true if this lattice value represents at most one possible value.
69 /// This is as precise as any lattice value can get while still representing
70 /// reachable code.
71 static bool hasSingleValue(const ValueLatticeElement &Val) {
72   if (Val.isConstantRange() &&
73       Val.getConstantRange().isSingleElement())
74     // Integer constants are single element ranges
75     return true;
76   if (Val.isConstant())
77     // Non integer constants
78     return true;
79   return false;
80 }
81 
82 /// Combine two sets of facts about the same value into a single set of
83 /// facts.  Note that this method is not suitable for merging facts along
84 /// different paths in a CFG; that's what the mergeIn function is for.  This
85 /// is for merging facts gathered about the same value at the same location
86 /// through two independent means.
87 /// Notes:
88 /// * This method does not promise to return the most precise possible lattice
89 ///   value implied by A and B.  It is allowed to return any lattice element
90 ///   which is at least as strong as *either* A or B (unless our facts
91 ///   conflict, see below).
92 /// * Due to unreachable code, the intersection of two lattice values could be
93 ///   contradictory.  If this happens, we return some valid lattice value so as
94 ///   not confuse the rest of LVI.  Ideally, we'd always return Undefined, but
95 ///   we do not make this guarantee.  TODO: This would be a useful enhancement.
96 static ValueLatticeElement intersect(const ValueLatticeElement &A,
97                                      const ValueLatticeElement &B) {
98   // Undefined is the strongest state.  It means the value is known to be along
99   // an unreachable path.
100   if (A.isUnknown())
101     return A;
102   if (B.isUnknown())
103     return B;
104 
105   // If we gave up for one, but got a useable fact from the other, use it.
106   if (A.isOverdefined())
107     return B;
108   if (B.isOverdefined())
109     return A;
110 
111   // Can't get any more precise than constants.
112   if (hasSingleValue(A))
113     return A;
114   if (hasSingleValue(B))
115     return B;
116 
117   // Could be either constant range or not constant here.
118   if (!A.isConstantRange() || !B.isConstantRange()) {
119     // TODO: Arbitrary choice, could be improved
120     return A;
121   }
122 
123   // Intersect two constant ranges
124   ConstantRange Range =
125       A.getConstantRange().intersectWith(B.getConstantRange());
126   // Note: An empty range is implicitly converted to unknown or undef depending
127   // on MayIncludeUndef internally.
128   return ValueLatticeElement::getRange(
129       std::move(Range), /*MayIncludeUndef=*/A.isConstantRangeIncludingUndef() |
130                             B.isConstantRangeIncludingUndef());
131 }
132 
133 //===----------------------------------------------------------------------===//
134 //                          LazyValueInfoCache Decl
135 //===----------------------------------------------------------------------===//
136 
137 namespace {
138   /// A callback value handle updates the cache when values are erased.
139   class LazyValueInfoCache;
140   struct LVIValueHandle final : public CallbackVH {
141     LazyValueInfoCache *Parent;
142 
143     LVIValueHandle(Value *V, LazyValueInfoCache *P = nullptr)
144       : CallbackVH(V), Parent(P) { }
145 
146     void deleted() override;
147     void allUsesReplacedWith(Value *V) override {
148       deleted();
149     }
150   };
151 } // end anonymous namespace
152 
153 namespace {
154   using NonNullPointerSet = SmallDenseSet<AssertingVH<Value>, 2>;
155 
156   /// This is the cache kept by LazyValueInfo which
157   /// maintains information about queries across the clients' queries.
158   class LazyValueInfoCache {
159     /// This is all of the cached information for one basic block. It contains
160     /// the per-value lattice elements, as well as a separate set for
161     /// overdefined values to reduce memory usage. Additionally pointers
162     /// dereferenced in the block are cached for nullability queries.
163     struct BlockCacheEntry {
164       SmallDenseMap<AssertingVH<Value>, ValueLatticeElement, 4> LatticeElements;
165       SmallDenseSet<AssertingVH<Value>, 4> OverDefined;
166       // None indicates that the nonnull pointers for this basic block
167       // block have not been computed yet.
168       Optional<NonNullPointerSet> NonNullPointers;
169     };
170 
171     /// Cached information per basic block.
172     DenseMap<PoisoningVH<BasicBlock>, std::unique_ptr<BlockCacheEntry>>
173         BlockCache;
174     /// Set of value handles used to erase values from the cache on deletion.
175     DenseSet<LVIValueHandle, DenseMapInfo<Value *>> ValueHandles;
176 
177     const BlockCacheEntry *getBlockEntry(BasicBlock *BB) const {
178       auto It = BlockCache.find_as(BB);
179       if (It == BlockCache.end())
180         return nullptr;
181       return It->second.get();
182     }
183 
184     BlockCacheEntry *getOrCreateBlockEntry(BasicBlock *BB) {
185       auto It = BlockCache.find_as(BB);
186       if (It == BlockCache.end())
187         It = BlockCache.insert({ BB, std::make_unique<BlockCacheEntry>() })
188                        .first;
189 
190       return It->second.get();
191     }
192 
193     void addValueHandle(Value *Val) {
194       auto HandleIt = ValueHandles.find_as(Val);
195       if (HandleIt == ValueHandles.end())
196         ValueHandles.insert({ Val, this });
197     }
198 
199   public:
200     void insertResult(Value *Val, BasicBlock *BB,
201                       const ValueLatticeElement &Result) {
202       BlockCacheEntry *Entry = getOrCreateBlockEntry(BB);
203 
204       // Insert over-defined values into their own cache to reduce memory
205       // overhead.
206       if (Result.isOverdefined())
207         Entry->OverDefined.insert(Val);
208       else
209         Entry->LatticeElements.insert({ Val, Result });
210 
211       addValueHandle(Val);
212     }
213 
214     Optional<ValueLatticeElement> getCachedValueInfo(Value *V,
215                                                      BasicBlock *BB) const {
216       const BlockCacheEntry *Entry = getBlockEntry(BB);
217       if (!Entry)
218         return None;
219 
220       if (Entry->OverDefined.count(V))
221         return ValueLatticeElement::getOverdefined();
222 
223       auto LatticeIt = Entry->LatticeElements.find_as(V);
224       if (LatticeIt == Entry->LatticeElements.end())
225         return None;
226 
227       return LatticeIt->second;
228     }
229 
230     bool isNonNullAtEndOfBlock(
231         Value *V, BasicBlock *BB,
232         function_ref<NonNullPointerSet(BasicBlock *)> InitFn) {
233       BlockCacheEntry *Entry = getOrCreateBlockEntry(BB);
234       if (!Entry->NonNullPointers) {
235         Entry->NonNullPointers = InitFn(BB);
236         for (Value *V : *Entry->NonNullPointers)
237           addValueHandle(V);
238       }
239 
240       return Entry->NonNullPointers->count(V);
241     }
242 
243     /// clear - Empty the cache.
244     void clear() {
245       BlockCache.clear();
246       ValueHandles.clear();
247     }
248 
249     /// Inform the cache that a given value has been deleted.
250     void eraseValue(Value *V);
251 
252     /// This is part of the update interface to inform the cache
253     /// that a block has been deleted.
254     void eraseBlock(BasicBlock *BB);
255 
256     /// Updates the cache to remove any influence an overdefined value in
257     /// OldSucc might have (unless also overdefined in NewSucc).  This just
258     /// flushes elements from the cache and does not add any.
259     void threadEdgeImpl(BasicBlock *OldSucc,BasicBlock *NewSucc);
260   };
261 }
262 
263 void LazyValueInfoCache::eraseValue(Value *V) {
264   for (auto &Pair : BlockCache) {
265     Pair.second->LatticeElements.erase(V);
266     Pair.second->OverDefined.erase(V);
267     if (Pair.second->NonNullPointers)
268       Pair.second->NonNullPointers->erase(V);
269   }
270 
271   auto HandleIt = ValueHandles.find_as(V);
272   if (HandleIt != ValueHandles.end())
273     ValueHandles.erase(HandleIt);
274 }
275 
276 void LVIValueHandle::deleted() {
277   // This erasure deallocates *this, so it MUST happen after we're done
278   // using any and all members of *this.
279   Parent->eraseValue(*this);
280 }
281 
282 void LazyValueInfoCache::eraseBlock(BasicBlock *BB) {
283   BlockCache.erase(BB);
284 }
285 
286 void LazyValueInfoCache::threadEdgeImpl(BasicBlock *OldSucc,
287                                         BasicBlock *NewSucc) {
288   // When an edge in the graph has been threaded, values that we could not
289   // determine a value for before (i.e. were marked overdefined) may be
290   // possible to solve now. We do NOT try to proactively update these values.
291   // Instead, we clear their entries from the cache, and allow lazy updating to
292   // recompute them when needed.
293 
294   // The updating process is fairly simple: we need to drop cached info
295   // for all values that were marked overdefined in OldSucc, and for those same
296   // values in any successor of OldSucc (except NewSucc) in which they were
297   // also marked overdefined.
298   std::vector<BasicBlock*> worklist;
299   worklist.push_back(OldSucc);
300 
301   const BlockCacheEntry *Entry = getBlockEntry(OldSucc);
302   if (!Entry || Entry->OverDefined.empty())
303     return; // Nothing to process here.
304   SmallVector<Value *, 4> ValsToClear(Entry->OverDefined.begin(),
305                                       Entry->OverDefined.end());
306 
307   // Use a worklist to perform a depth-first search of OldSucc's successors.
308   // NOTE: We do not need a visited list since any blocks we have already
309   // visited will have had their overdefined markers cleared already, and we
310   // thus won't loop to their successors.
311   while (!worklist.empty()) {
312     BasicBlock *ToUpdate = worklist.back();
313     worklist.pop_back();
314 
315     // Skip blocks only accessible through NewSucc.
316     if (ToUpdate == NewSucc) continue;
317 
318     // If a value was marked overdefined in OldSucc, and is here too...
319     auto OI = BlockCache.find_as(ToUpdate);
320     if (OI == BlockCache.end() || OI->second->OverDefined.empty())
321       continue;
322     auto &ValueSet = OI->second->OverDefined;
323 
324     bool changed = false;
325     for (Value *V : ValsToClear) {
326       if (!ValueSet.erase(V))
327         continue;
328 
329       // If we removed anything, then we potentially need to update
330       // blocks successors too.
331       changed = true;
332     }
333 
334     if (!changed) continue;
335 
336     llvm::append_range(worklist, successors(ToUpdate));
337   }
338 }
339 
340 
341 namespace {
342 /// An assembly annotator class to print LazyValueCache information in
343 /// comments.
344 class LazyValueInfoImpl;
345 class LazyValueInfoAnnotatedWriter : public AssemblyAnnotationWriter {
346   LazyValueInfoImpl *LVIImpl;
347   // While analyzing which blocks we can solve values for, we need the dominator
348   // information.
349   DominatorTree &DT;
350 
351 public:
352   LazyValueInfoAnnotatedWriter(LazyValueInfoImpl *L, DominatorTree &DTree)
353       : LVIImpl(L), DT(DTree) {}
354 
355   void emitBasicBlockStartAnnot(const BasicBlock *BB,
356                                 formatted_raw_ostream &OS) override;
357 
358   void emitInstructionAnnot(const Instruction *I,
359                             formatted_raw_ostream &OS) override;
360 };
361 }
362 namespace {
363 // The actual implementation of the lazy analysis and update.  Note that the
364 // inheritance from LazyValueInfoCache is intended to be temporary while
365 // splitting the code and then transitioning to a has-a relationship.
366 class LazyValueInfoImpl {
367 
368   /// Cached results from previous queries
369   LazyValueInfoCache TheCache;
370 
371   /// This stack holds the state of the value solver during a query.
372   /// It basically emulates the callstack of the naive
373   /// recursive value lookup process.
374   SmallVector<std::pair<BasicBlock*, Value*>, 8> BlockValueStack;
375 
376   /// Keeps track of which block-value pairs are in BlockValueStack.
377   DenseSet<std::pair<BasicBlock*, Value*> > BlockValueSet;
378 
379   /// Push BV onto BlockValueStack unless it's already in there.
380   /// Returns true on success.
381   bool pushBlockValue(const std::pair<BasicBlock *, Value *> &BV) {
382     if (!BlockValueSet.insert(BV).second)
383       return false;  // It's already in the stack.
384 
385     LLVM_DEBUG(dbgs() << "PUSH: " << *BV.second << " in "
386                       << BV.first->getName() << "\n");
387     BlockValueStack.push_back(BV);
388     return true;
389   }
390 
391   AssumptionCache *AC;  ///< A pointer to the cache of @llvm.assume calls.
392   const DataLayout &DL; ///< A mandatory DataLayout
393 
394   /// Declaration of the llvm.experimental.guard() intrinsic,
395   /// if it exists in the module.
396   Function *GuardDecl;
397 
398   Optional<ValueLatticeElement> getBlockValue(Value *Val, BasicBlock *BB);
399   Optional<ValueLatticeElement> getEdgeValue(Value *V, BasicBlock *F,
400                                 BasicBlock *T, Instruction *CxtI = nullptr);
401 
402   // These methods process one work item and may add more. A false value
403   // returned means that the work item was not completely processed and must
404   // be revisited after going through the new items.
405   bool solveBlockValue(Value *Val, BasicBlock *BB);
406   Optional<ValueLatticeElement> solveBlockValueImpl(Value *Val, BasicBlock *BB);
407   Optional<ValueLatticeElement> solveBlockValueNonLocal(Value *Val,
408                                                         BasicBlock *BB);
409   Optional<ValueLatticeElement> solveBlockValuePHINode(PHINode *PN,
410                                                        BasicBlock *BB);
411   Optional<ValueLatticeElement> solveBlockValueSelect(SelectInst *S,
412                                                       BasicBlock *BB);
413   Optional<ConstantRange> getRangeFor(Value *V, Instruction *CxtI,
414                                       BasicBlock *BB);
415   Optional<ValueLatticeElement> solveBlockValueBinaryOpImpl(
416       Instruction *I, BasicBlock *BB,
417       std::function<ConstantRange(const ConstantRange &,
418                                   const ConstantRange &)> OpFn);
419   Optional<ValueLatticeElement> solveBlockValueBinaryOp(BinaryOperator *BBI,
420                                                         BasicBlock *BB);
421   Optional<ValueLatticeElement> solveBlockValueCast(CastInst *CI,
422                                                     BasicBlock *BB);
423   Optional<ValueLatticeElement> solveBlockValueOverflowIntrinsic(
424       WithOverflowInst *WO, BasicBlock *BB);
425   Optional<ValueLatticeElement> solveBlockValueIntrinsic(IntrinsicInst *II,
426                                                          BasicBlock *BB);
427   Optional<ValueLatticeElement> solveBlockValueExtractValue(
428       ExtractValueInst *EVI, BasicBlock *BB);
429   bool isNonNullAtEndOfBlock(Value *Val, BasicBlock *BB);
430   void intersectAssumeOrGuardBlockValueConstantRange(Value *Val,
431                                                      ValueLatticeElement &BBLV,
432                                                      Instruction *BBI);
433 
434   void solve();
435 
436 public:
437   /// This is the query interface to determine the lattice value for the
438   /// specified Value* at the context instruction (if specified) or at the
439   /// start of the block.
440   ValueLatticeElement getValueInBlock(Value *V, BasicBlock *BB,
441                                       Instruction *CxtI = nullptr);
442 
443   /// This is the query interface to determine the lattice value for the
444   /// specified Value* at the specified instruction using only information
445   /// from assumes/guards and range metadata. Unlike getValueInBlock(), no
446   /// recursive query is performed.
447   ValueLatticeElement getValueAt(Value *V, Instruction *CxtI);
448 
449   /// This is the query interface to determine the lattice
450   /// value for the specified Value* that is true on the specified edge.
451   ValueLatticeElement getValueOnEdge(Value *V, BasicBlock *FromBB,
452                                      BasicBlock *ToBB,
453                                      Instruction *CxtI = nullptr);
454 
455   /// Complete flush all previously computed values
456   void clear() {
457     TheCache.clear();
458   }
459 
460   /// Printing the LazyValueInfo Analysis.
461   void printLVI(Function &F, DominatorTree &DTree, raw_ostream &OS) {
462     LazyValueInfoAnnotatedWriter Writer(this, DTree);
463     F.print(OS, &Writer);
464   }
465 
466   /// This is part of the update interface to inform the cache
467   /// that a block has been deleted.
468   void eraseBlock(BasicBlock *BB) {
469     TheCache.eraseBlock(BB);
470   }
471 
472   /// This is the update interface to inform the cache that an edge from
473   /// PredBB to OldSucc has been threaded to be from PredBB to NewSucc.
474   void threadEdge(BasicBlock *PredBB,BasicBlock *OldSucc,BasicBlock *NewSucc);
475 
476   LazyValueInfoImpl(AssumptionCache *AC, const DataLayout &DL,
477                     Function *GuardDecl)
478       : AC(AC), DL(DL), GuardDecl(GuardDecl) {}
479 };
480 } // end anonymous namespace
481 
482 
483 void LazyValueInfoImpl::solve() {
484   SmallVector<std::pair<BasicBlock *, Value *>, 8> StartingStack(
485       BlockValueStack.begin(), BlockValueStack.end());
486 
487   unsigned processedCount = 0;
488   while (!BlockValueStack.empty()) {
489     processedCount++;
490     // Abort if we have to process too many values to get a result for this one.
491     // Because of the design of the overdefined cache currently being per-block
492     // to avoid naming-related issues (IE it wants to try to give different
493     // results for the same name in different blocks), overdefined results don't
494     // get cached globally, which in turn means we will often try to rediscover
495     // the same overdefined result again and again.  Once something like
496     // PredicateInfo is used in LVI or CVP, we should be able to make the
497     // overdefined cache global, and remove this throttle.
498     if (processedCount > MaxProcessedPerValue) {
499       LLVM_DEBUG(
500           dbgs() << "Giving up on stack because we are getting too deep\n");
501       // Fill in the original values
502       while (!StartingStack.empty()) {
503         std::pair<BasicBlock *, Value *> &e = StartingStack.back();
504         TheCache.insertResult(e.second, e.first,
505                               ValueLatticeElement::getOverdefined());
506         StartingStack.pop_back();
507       }
508       BlockValueSet.clear();
509       BlockValueStack.clear();
510       return;
511     }
512     std::pair<BasicBlock *, Value *> e = BlockValueStack.back();
513     assert(BlockValueSet.count(e) && "Stack value should be in BlockValueSet!");
514 
515     if (solveBlockValue(e.second, e.first)) {
516       // The work item was completely processed.
517       assert(BlockValueStack.back() == e && "Nothing should have been pushed!");
518 #ifndef NDEBUG
519       Optional<ValueLatticeElement> BBLV =
520           TheCache.getCachedValueInfo(e.second, e.first);
521       assert(BBLV && "Result should be in cache!");
522       LLVM_DEBUG(
523           dbgs() << "POP " << *e.second << " in " << e.first->getName() << " = "
524                  << *BBLV << "\n");
525 #endif
526 
527       BlockValueStack.pop_back();
528       BlockValueSet.erase(e);
529     } else {
530       // More work needs to be done before revisiting.
531       assert(BlockValueStack.back() != e && "Stack should have been pushed!");
532     }
533   }
534 }
535 
536 Optional<ValueLatticeElement> LazyValueInfoImpl::getBlockValue(Value *Val,
537                                                                BasicBlock *BB) {
538   // If already a constant, there is nothing to compute.
539   if (Constant *VC = dyn_cast<Constant>(Val))
540     return ValueLatticeElement::get(VC);
541 
542   if (Optional<ValueLatticeElement> OptLatticeVal =
543           TheCache.getCachedValueInfo(Val, BB))
544     return OptLatticeVal;
545 
546   // We have hit a cycle, assume overdefined.
547   if (!pushBlockValue({ BB, Val }))
548     return ValueLatticeElement::getOverdefined();
549 
550   // Yet to be resolved.
551   return None;
552 }
553 
554 static ValueLatticeElement getFromRangeMetadata(Instruction *BBI) {
555   switch (BBI->getOpcode()) {
556   default: break;
557   case Instruction::Load:
558   case Instruction::Call:
559   case Instruction::Invoke:
560     if (MDNode *Ranges = BBI->getMetadata(LLVMContext::MD_range))
561       if (isa<IntegerType>(BBI->getType())) {
562         return ValueLatticeElement::getRange(
563             getConstantRangeFromMetadata(*Ranges));
564       }
565     break;
566   };
567   // Nothing known - will be intersected with other facts
568   return ValueLatticeElement::getOverdefined();
569 }
570 
571 bool LazyValueInfoImpl::solveBlockValue(Value *Val, BasicBlock *BB) {
572   assert(!isa<Constant>(Val) && "Value should not be constant");
573   assert(!TheCache.getCachedValueInfo(Val, BB) &&
574          "Value should not be in cache");
575 
576   // Hold off inserting this value into the Cache in case we have to return
577   // false and come back later.
578   Optional<ValueLatticeElement> Res = solveBlockValueImpl(Val, BB);
579   if (!Res)
580     // Work pushed, will revisit
581     return false;
582 
583   TheCache.insertResult(Val, BB, *Res);
584   return true;
585 }
586 
587 Optional<ValueLatticeElement> LazyValueInfoImpl::solveBlockValueImpl(
588     Value *Val, BasicBlock *BB) {
589   Instruction *BBI = dyn_cast<Instruction>(Val);
590   if (!BBI || BBI->getParent() != BB)
591     return solveBlockValueNonLocal(Val, BB);
592 
593   if (PHINode *PN = dyn_cast<PHINode>(BBI))
594     return solveBlockValuePHINode(PN, BB);
595 
596   if (auto *SI = dyn_cast<SelectInst>(BBI))
597     return solveBlockValueSelect(SI, BB);
598 
599   // If this value is a nonnull pointer, record it's range and bailout.  Note
600   // that for all other pointer typed values, we terminate the search at the
601   // definition.  We could easily extend this to look through geps, bitcasts,
602   // and the like to prove non-nullness, but it's not clear that's worth it
603   // compile time wise.  The context-insensitive value walk done inside
604   // isKnownNonZero gets most of the profitable cases at much less expense.
605   // This does mean that we have a sensitivity to where the defining
606   // instruction is placed, even if it could legally be hoisted much higher.
607   // That is unfortunate.
608   PointerType *PT = dyn_cast<PointerType>(BBI->getType());
609   if (PT && isKnownNonZero(BBI, DL))
610     return ValueLatticeElement::getNot(ConstantPointerNull::get(PT));
611 
612   if (BBI->getType()->isIntegerTy()) {
613     if (auto *CI = dyn_cast<CastInst>(BBI))
614       return solveBlockValueCast(CI, BB);
615 
616     if (BinaryOperator *BO = dyn_cast<BinaryOperator>(BBI))
617       return solveBlockValueBinaryOp(BO, BB);
618 
619     if (auto *EVI = dyn_cast<ExtractValueInst>(BBI))
620       return solveBlockValueExtractValue(EVI, BB);
621 
622     if (auto *II = dyn_cast<IntrinsicInst>(BBI))
623       return solveBlockValueIntrinsic(II, BB);
624   }
625 
626   LLVM_DEBUG(dbgs() << " compute BB '" << BB->getName()
627                     << "' - unknown inst def found.\n");
628   return getFromRangeMetadata(BBI);
629 }
630 
631 static void AddNonNullPointer(Value *Ptr, NonNullPointerSet &PtrSet) {
632   // TODO: Use NullPointerIsDefined instead.
633   if (Ptr->getType()->getPointerAddressSpace() == 0)
634     PtrSet.insert(getUnderlyingObject(Ptr));
635 }
636 
637 static void AddNonNullPointersByInstruction(
638     Instruction *I, NonNullPointerSet &PtrSet) {
639   if (LoadInst *L = dyn_cast<LoadInst>(I)) {
640     AddNonNullPointer(L->getPointerOperand(), PtrSet);
641   } else if (StoreInst *S = dyn_cast<StoreInst>(I)) {
642     AddNonNullPointer(S->getPointerOperand(), PtrSet);
643   } else if (MemIntrinsic *MI = dyn_cast<MemIntrinsic>(I)) {
644     if (MI->isVolatile()) return;
645 
646     // FIXME: check whether it has a valuerange that excludes zero?
647     ConstantInt *Len = dyn_cast<ConstantInt>(MI->getLength());
648     if (!Len || Len->isZero()) return;
649 
650     AddNonNullPointer(MI->getRawDest(), PtrSet);
651     if (MemTransferInst *MTI = dyn_cast<MemTransferInst>(MI))
652       AddNonNullPointer(MTI->getRawSource(), PtrSet);
653   }
654 }
655 
656 bool LazyValueInfoImpl::isNonNullAtEndOfBlock(Value *Val, BasicBlock *BB) {
657   if (NullPointerIsDefined(BB->getParent(),
658                            Val->getType()->getPointerAddressSpace()))
659     return false;
660 
661   Val = getUnderlyingObject(Val);
662   return TheCache.isNonNullAtEndOfBlock(Val, BB, [](BasicBlock *BB) {
663     NonNullPointerSet NonNullPointers;
664     for (Instruction &I : *BB)
665       AddNonNullPointersByInstruction(&I, NonNullPointers);
666     return NonNullPointers;
667   });
668 }
669 
670 Optional<ValueLatticeElement> LazyValueInfoImpl::solveBlockValueNonLocal(
671     Value *Val, BasicBlock *BB) {
672   ValueLatticeElement Result;  // Start Undefined.
673 
674   // If this is the entry block, we must be asking about an argument.  The
675   // value is overdefined.
676   if (BB == &BB->getParent()->getEntryBlock()) {
677     assert(isa<Argument>(Val) && "Unknown live-in to the entry block");
678     return ValueLatticeElement::getOverdefined();
679   }
680 
681   // Loop over all of our predecessors, merging what we know from them into
682   // result.  If we encounter an unexplored predecessor, we eagerly explore it
683   // in a depth first manner.  In practice, this has the effect of discovering
684   // paths we can't analyze eagerly without spending compile times analyzing
685   // other paths.  This heuristic benefits from the fact that predecessors are
686   // frequently arranged such that dominating ones come first and we quickly
687   // find a path to function entry.  TODO: We should consider explicitly
688   // canonicalizing to make this true rather than relying on this happy
689   // accident.
690   for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI) {
691     Optional<ValueLatticeElement> EdgeResult = getEdgeValue(Val, *PI, BB);
692     if (!EdgeResult)
693       // Explore that input, then return here
694       return None;
695 
696     Result.mergeIn(*EdgeResult);
697 
698     // If we hit overdefined, exit early.  The BlockVals entry is already set
699     // to overdefined.
700     if (Result.isOverdefined()) {
701       LLVM_DEBUG(dbgs() << " compute BB '" << BB->getName()
702                         << "' - overdefined because of pred (non local).\n");
703       return Result;
704     }
705   }
706 
707   // Return the merged value, which is more precise than 'overdefined'.
708   assert(!Result.isOverdefined());
709   return Result;
710 }
711 
712 Optional<ValueLatticeElement> LazyValueInfoImpl::solveBlockValuePHINode(
713     PHINode *PN, BasicBlock *BB) {
714   ValueLatticeElement Result;  // Start Undefined.
715 
716   // Loop over all of our predecessors, merging what we know from them into
717   // result.  See the comment about the chosen traversal order in
718   // solveBlockValueNonLocal; the same reasoning applies here.
719   for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) {
720     BasicBlock *PhiBB = PN->getIncomingBlock(i);
721     Value *PhiVal = PN->getIncomingValue(i);
722     // Note that we can provide PN as the context value to getEdgeValue, even
723     // though the results will be cached, because PN is the value being used as
724     // the cache key in the caller.
725     Optional<ValueLatticeElement> EdgeResult =
726         getEdgeValue(PhiVal, PhiBB, BB, PN);
727     if (!EdgeResult)
728       // Explore that input, then return here
729       return None;
730 
731     Result.mergeIn(*EdgeResult);
732 
733     // If we hit overdefined, exit early.  The BlockVals entry is already set
734     // to overdefined.
735     if (Result.isOverdefined()) {
736       LLVM_DEBUG(dbgs() << " compute BB '" << BB->getName()
737                         << "' - overdefined because of pred (local).\n");
738 
739       return Result;
740     }
741   }
742 
743   // Return the merged value, which is more precise than 'overdefined'.
744   assert(!Result.isOverdefined() && "Possible PHI in entry block?");
745   return Result;
746 }
747 
748 static ValueLatticeElement getValueFromCondition(Value *Val, Value *Cond,
749                                                  bool isTrueDest = true);
750 
751 // If we can determine a constraint on the value given conditions assumed by
752 // the program, intersect those constraints with BBLV
753 void LazyValueInfoImpl::intersectAssumeOrGuardBlockValueConstantRange(
754         Value *Val, ValueLatticeElement &BBLV, Instruction *BBI) {
755   BBI = BBI ? BBI : dyn_cast<Instruction>(Val);
756   if (!BBI)
757     return;
758 
759   BasicBlock *BB = BBI->getParent();
760   for (auto &AssumeVH : AC->assumptionsFor(Val)) {
761     if (!AssumeVH)
762       continue;
763 
764     // Only check assumes in the block of the context instruction. Other
765     // assumes will have already been taken into account when the value was
766     // propagated from predecessor blocks.
767     auto *I = cast<CallInst>(AssumeVH);
768     if (I->getParent() != BB || !isValidAssumeForContext(I, BBI))
769       continue;
770 
771     BBLV = intersect(BBLV, getValueFromCondition(Val, I->getArgOperand(0)));
772   }
773 
774   // If guards are not used in the module, don't spend time looking for them
775   if (GuardDecl && !GuardDecl->use_empty() &&
776       BBI->getIterator() != BB->begin()) {
777     for (Instruction &I : make_range(std::next(BBI->getIterator().getReverse()),
778                                      BB->rend())) {
779       Value *Cond = nullptr;
780       if (match(&I, m_Intrinsic<Intrinsic::experimental_guard>(m_Value(Cond))))
781         BBLV = intersect(BBLV, getValueFromCondition(Val, Cond));
782     }
783   }
784 
785   if (BBLV.isOverdefined()) {
786     // Check whether we're checking at the terminator, and the pointer has
787     // been dereferenced in this block.
788     PointerType *PTy = dyn_cast<PointerType>(Val->getType());
789     if (PTy && BB->getTerminator() == BBI &&
790         isNonNullAtEndOfBlock(Val, BB))
791       BBLV = ValueLatticeElement::getNot(ConstantPointerNull::get(PTy));
792   }
793 }
794 
795 Optional<ValueLatticeElement> LazyValueInfoImpl::solveBlockValueSelect(
796     SelectInst *SI, BasicBlock *BB) {
797   // Recurse on our inputs if needed
798   Optional<ValueLatticeElement> OptTrueVal =
799       getBlockValue(SI->getTrueValue(), BB);
800   if (!OptTrueVal)
801     return None;
802   ValueLatticeElement &TrueVal = *OptTrueVal;
803 
804   // If we hit overdefined, don't ask more queries.  We want to avoid poisoning
805   // extra slots in the table if we can.
806   if (TrueVal.isOverdefined())
807     return ValueLatticeElement::getOverdefined();
808 
809   Optional<ValueLatticeElement> OptFalseVal =
810       getBlockValue(SI->getFalseValue(), BB);
811   if (!OptFalseVal)
812     return None;
813   ValueLatticeElement &FalseVal = *OptFalseVal;
814 
815   // If we hit overdefined, don't ask more queries.  We want to avoid poisoning
816   // extra slots in the table if we can.
817   if (FalseVal.isOverdefined())
818     return ValueLatticeElement::getOverdefined();
819 
820   if (TrueVal.isConstantRange() && FalseVal.isConstantRange()) {
821     const ConstantRange &TrueCR = TrueVal.getConstantRange();
822     const ConstantRange &FalseCR = FalseVal.getConstantRange();
823     Value *LHS = nullptr;
824     Value *RHS = nullptr;
825     SelectPatternResult SPR = matchSelectPattern(SI, LHS, RHS);
826     // Is this a min specifically of our two inputs?  (Avoid the risk of
827     // ValueTracking getting smarter looking back past our immediate inputs.)
828     if (SelectPatternResult::isMinOrMax(SPR.Flavor) &&
829         LHS == SI->getTrueValue() && RHS == SI->getFalseValue()) {
830       ConstantRange ResultCR = [&]() {
831         switch (SPR.Flavor) {
832         default:
833           llvm_unreachable("unexpected minmax type!");
834         case SPF_SMIN:                   /// Signed minimum
835           return TrueCR.smin(FalseCR);
836         case SPF_UMIN:                   /// Unsigned minimum
837           return TrueCR.umin(FalseCR);
838         case SPF_SMAX:                   /// Signed maximum
839           return TrueCR.smax(FalseCR);
840         case SPF_UMAX:                   /// Unsigned maximum
841           return TrueCR.umax(FalseCR);
842         };
843       }();
844       return ValueLatticeElement::getRange(
845           ResultCR, TrueVal.isConstantRangeIncludingUndef() |
846                         FalseVal.isConstantRangeIncludingUndef());
847     }
848 
849     if (SPR.Flavor == SPF_ABS) {
850       if (LHS == SI->getTrueValue())
851         return ValueLatticeElement::getRange(
852             TrueCR.abs(), TrueVal.isConstantRangeIncludingUndef());
853       if (LHS == SI->getFalseValue())
854         return ValueLatticeElement::getRange(
855             FalseCR.abs(), FalseVal.isConstantRangeIncludingUndef());
856     }
857 
858     if (SPR.Flavor == SPF_NABS) {
859       ConstantRange Zero(APInt::getNullValue(TrueCR.getBitWidth()));
860       if (LHS == SI->getTrueValue())
861         return ValueLatticeElement::getRange(
862             Zero.sub(TrueCR.abs()), FalseVal.isConstantRangeIncludingUndef());
863       if (LHS == SI->getFalseValue())
864         return ValueLatticeElement::getRange(
865             Zero.sub(FalseCR.abs()), FalseVal.isConstantRangeIncludingUndef());
866     }
867   }
868 
869   // Can we constrain the facts about the true and false values by using the
870   // condition itself?  This shows up with idioms like e.g. select(a > 5, a, 5).
871   // TODO: We could potentially refine an overdefined true value above.
872   Value *Cond = SI->getCondition();
873   TrueVal = intersect(TrueVal,
874                       getValueFromCondition(SI->getTrueValue(), Cond, true));
875   FalseVal = intersect(FalseVal,
876                        getValueFromCondition(SI->getFalseValue(), Cond, false));
877 
878   // Handle clamp idioms such as:
879   //   %24 = constantrange<0, 17>
880   //   %39 = icmp eq i32 %24, 0
881   //   %40 = add i32 %24, -1
882   //   %siv.next = select i1 %39, i32 16, i32 %40
883   //   %siv.next = constantrange<0, 17> not <-1, 17>
884   // In general, this can handle any clamp idiom which tests the edge
885   // condition via an equality or inequality.
886   if (auto *ICI = dyn_cast<ICmpInst>(Cond)) {
887     ICmpInst::Predicate Pred = ICI->getPredicate();
888     Value *A = ICI->getOperand(0);
889     if (ConstantInt *CIBase = dyn_cast<ConstantInt>(ICI->getOperand(1))) {
890       auto addConstants = [](ConstantInt *A, ConstantInt *B) {
891         assert(A->getType() == B->getType());
892         return ConstantInt::get(A->getType(), A->getValue() + B->getValue());
893       };
894       // See if either input is A + C2, subject to the constraint from the
895       // condition that A != C when that input is used.  We can assume that
896       // that input doesn't include C + C2.
897       ConstantInt *CIAdded;
898       switch (Pred) {
899       default: break;
900       case ICmpInst::ICMP_EQ:
901         if (match(SI->getFalseValue(), m_Add(m_Specific(A),
902                                              m_ConstantInt(CIAdded)))) {
903           auto ResNot = addConstants(CIBase, CIAdded);
904           FalseVal = intersect(FalseVal,
905                                ValueLatticeElement::getNot(ResNot));
906         }
907         break;
908       case ICmpInst::ICMP_NE:
909         if (match(SI->getTrueValue(), m_Add(m_Specific(A),
910                                             m_ConstantInt(CIAdded)))) {
911           auto ResNot = addConstants(CIBase, CIAdded);
912           TrueVal = intersect(TrueVal,
913                               ValueLatticeElement::getNot(ResNot));
914         }
915         break;
916       };
917     }
918   }
919 
920   ValueLatticeElement Result = TrueVal;
921   Result.mergeIn(FalseVal);
922   return Result;
923 }
924 
925 Optional<ConstantRange> LazyValueInfoImpl::getRangeFor(Value *V,
926                                                        Instruction *CxtI,
927                                                        BasicBlock *BB) {
928   Optional<ValueLatticeElement> OptVal = getBlockValue(V, BB);
929   if (!OptVal)
930     return None;
931 
932   ValueLatticeElement &Val = *OptVal;
933   intersectAssumeOrGuardBlockValueConstantRange(V, Val, CxtI);
934   if (Val.isConstantRange())
935     return Val.getConstantRange();
936 
937   const unsigned OperandBitWidth = DL.getTypeSizeInBits(V->getType());
938   return ConstantRange::getFull(OperandBitWidth);
939 }
940 
941 Optional<ValueLatticeElement> LazyValueInfoImpl::solveBlockValueCast(
942     CastInst *CI, BasicBlock *BB) {
943   // Without knowing how wide the input is, we can't analyze it in any useful
944   // way.
945   if (!CI->getOperand(0)->getType()->isSized())
946     return ValueLatticeElement::getOverdefined();
947 
948   // Filter out casts we don't know how to reason about before attempting to
949   // recurse on our operand.  This can cut a long search short if we know we're
950   // not going to be able to get any useful information anways.
951   switch (CI->getOpcode()) {
952   case Instruction::Trunc:
953   case Instruction::SExt:
954   case Instruction::ZExt:
955   case Instruction::BitCast:
956     break;
957   default:
958     // Unhandled instructions are overdefined.
959     LLVM_DEBUG(dbgs() << " compute BB '" << BB->getName()
960                       << "' - overdefined (unknown cast).\n");
961     return ValueLatticeElement::getOverdefined();
962   }
963 
964   // Figure out the range of the LHS.  If that fails, we still apply the
965   // transfer rule on the full set since we may be able to locally infer
966   // interesting facts.
967   Optional<ConstantRange> LHSRes = getRangeFor(CI->getOperand(0), CI, BB);
968   if (!LHSRes.hasValue())
969     // More work to do before applying this transfer rule.
970     return None;
971   const ConstantRange &LHSRange = LHSRes.getValue();
972 
973   const unsigned ResultBitWidth = CI->getType()->getIntegerBitWidth();
974 
975   // NOTE: We're currently limited by the set of operations that ConstantRange
976   // can evaluate symbolically.  Enhancing that set will allows us to analyze
977   // more definitions.
978   return ValueLatticeElement::getRange(LHSRange.castOp(CI->getOpcode(),
979                                                        ResultBitWidth));
980 }
981 
982 Optional<ValueLatticeElement> LazyValueInfoImpl::solveBlockValueBinaryOpImpl(
983     Instruction *I, BasicBlock *BB,
984     std::function<ConstantRange(const ConstantRange &,
985                                 const ConstantRange &)> OpFn) {
986   // Figure out the ranges of the operands.  If that fails, use a
987   // conservative range, but apply the transfer rule anyways.  This
988   // lets us pick up facts from expressions like "and i32 (call i32
989   // @foo()), 32"
990   Optional<ConstantRange> LHSRes = getRangeFor(I->getOperand(0), I, BB);
991   Optional<ConstantRange> RHSRes = getRangeFor(I->getOperand(1), I, BB);
992   if (!LHSRes.hasValue() || !RHSRes.hasValue())
993     // More work to do before applying this transfer rule.
994     return None;
995 
996   const ConstantRange &LHSRange = LHSRes.getValue();
997   const ConstantRange &RHSRange = RHSRes.getValue();
998   return ValueLatticeElement::getRange(OpFn(LHSRange, RHSRange));
999 }
1000 
1001 Optional<ValueLatticeElement> LazyValueInfoImpl::solveBlockValueBinaryOp(
1002     BinaryOperator *BO, BasicBlock *BB) {
1003   assert(BO->getOperand(0)->getType()->isSized() &&
1004          "all operands to binary operators are sized");
1005   if (BO->getOpcode() == Instruction::Xor) {
1006     // Xor is the only operation not supported by ConstantRange::binaryOp().
1007     LLVM_DEBUG(dbgs() << " compute BB '" << BB->getName()
1008                       << "' - overdefined (unknown binary operator).\n");
1009     return ValueLatticeElement::getOverdefined();
1010   }
1011 
1012   if (auto *OBO = dyn_cast<OverflowingBinaryOperator>(BO)) {
1013     unsigned NoWrapKind = 0;
1014     if (OBO->hasNoUnsignedWrap())
1015       NoWrapKind |= OverflowingBinaryOperator::NoUnsignedWrap;
1016     if (OBO->hasNoSignedWrap())
1017       NoWrapKind |= OverflowingBinaryOperator::NoSignedWrap;
1018 
1019     return solveBlockValueBinaryOpImpl(
1020         BO, BB,
1021         [BO, NoWrapKind](const ConstantRange &CR1, const ConstantRange &CR2) {
1022           return CR1.overflowingBinaryOp(BO->getOpcode(), CR2, NoWrapKind);
1023         });
1024   }
1025 
1026   return solveBlockValueBinaryOpImpl(
1027       BO, BB, [BO](const ConstantRange &CR1, const ConstantRange &CR2) {
1028         return CR1.binaryOp(BO->getOpcode(), CR2);
1029       });
1030 }
1031 
1032 Optional<ValueLatticeElement>
1033 LazyValueInfoImpl::solveBlockValueOverflowIntrinsic(WithOverflowInst *WO,
1034                                                     BasicBlock *BB) {
1035   return solveBlockValueBinaryOpImpl(
1036       WO, BB, [WO](const ConstantRange &CR1, const ConstantRange &CR2) {
1037         return CR1.binaryOp(WO->getBinaryOp(), CR2);
1038       });
1039 }
1040 
1041 Optional<ValueLatticeElement> LazyValueInfoImpl::solveBlockValueIntrinsic(
1042     IntrinsicInst *II, BasicBlock *BB) {
1043   if (!ConstantRange::isIntrinsicSupported(II->getIntrinsicID())) {
1044     LLVM_DEBUG(dbgs() << " compute BB '" << BB->getName()
1045                       << "' - overdefined (unknown intrinsic).\n");
1046     return ValueLatticeElement::getOverdefined();
1047   }
1048 
1049   SmallVector<ConstantRange, 2> OpRanges;
1050   for (Value *Op : II->args()) {
1051     Optional<ConstantRange> Range = getRangeFor(Op, II, BB);
1052     if (!Range)
1053       return None;
1054     OpRanges.push_back(*Range);
1055   }
1056 
1057   return ValueLatticeElement::getRange(
1058       ConstantRange::intrinsic(II->getIntrinsicID(), OpRanges));
1059 }
1060 
1061 Optional<ValueLatticeElement> LazyValueInfoImpl::solveBlockValueExtractValue(
1062     ExtractValueInst *EVI, BasicBlock *BB) {
1063   if (auto *WO = dyn_cast<WithOverflowInst>(EVI->getAggregateOperand()))
1064     if (EVI->getNumIndices() == 1 && *EVI->idx_begin() == 0)
1065       return solveBlockValueOverflowIntrinsic(WO, BB);
1066 
1067   // Handle extractvalue of insertvalue to allow further simplification
1068   // based on replaced with.overflow intrinsics.
1069   if (Value *V = SimplifyExtractValueInst(
1070           EVI->getAggregateOperand(), EVI->getIndices(),
1071           EVI->getModule()->getDataLayout()))
1072     return getBlockValue(V, BB);
1073 
1074   LLVM_DEBUG(dbgs() << " compute BB '" << BB->getName()
1075                     << "' - overdefined (unknown extractvalue).\n");
1076   return ValueLatticeElement::getOverdefined();
1077 }
1078 
1079 static bool matchICmpOperand(const APInt *&Offset, Value *LHS, Value *Val,
1080                              ICmpInst::Predicate Pred) {
1081   if (LHS == Val)
1082     return true;
1083 
1084   // Handle range checking idiom produced by InstCombine. We will subtract the
1085   // offset from the allowed range for RHS in this case.
1086   if (match(LHS, m_Add(m_Specific(Val), m_APInt(Offset))))
1087     return true;
1088 
1089   // If (x | y) < C, then (x < C) && (y < C).
1090   if (match(LHS, m_c_Or(m_Specific(Val), m_Value())) &&
1091       (Pred == ICmpInst::ICMP_ULT || Pred == ICmpInst::ICMP_ULE))
1092     return true;
1093 
1094   // If (x & y) > C, then (x > C) && (y > C).
1095   if (match(LHS, m_c_And(m_Specific(Val), m_Value())) &&
1096       (Pred == ICmpInst::ICMP_UGT || Pred == ICmpInst::ICMP_UGE))
1097     return true;
1098 
1099   return false;
1100 }
1101 
1102 /// Get value range for a "(Val + Offset) Pred RHS" condition.
1103 static ValueLatticeElement getValueFromSimpleICmpCondition(
1104     CmpInst::Predicate Pred, Value *RHS, const APInt *Offset) {
1105   ConstantRange RHSRange(RHS->getType()->getIntegerBitWidth(),
1106                          /*isFullSet=*/true);
1107   if (ConstantInt *CI = dyn_cast<ConstantInt>(RHS))
1108     RHSRange = ConstantRange(CI->getValue());
1109   else if (Instruction *I = dyn_cast<Instruction>(RHS))
1110     if (auto *Ranges = I->getMetadata(LLVMContext::MD_range))
1111       RHSRange = getConstantRangeFromMetadata(*Ranges);
1112 
1113   ConstantRange TrueValues =
1114       ConstantRange::makeAllowedICmpRegion(Pred, RHSRange);
1115 
1116   if (Offset)
1117     TrueValues = TrueValues.subtract(*Offset);
1118 
1119   return ValueLatticeElement::getRange(std::move(TrueValues));
1120 }
1121 
1122 static ValueLatticeElement getValueFromICmpCondition(Value *Val, ICmpInst *ICI,
1123                                                      bool isTrueDest) {
1124   Value *LHS = ICI->getOperand(0);
1125   Value *RHS = ICI->getOperand(1);
1126 
1127   // Get the predicate that must hold along the considered edge.
1128   CmpInst::Predicate EdgePred =
1129       isTrueDest ? ICI->getPredicate() : ICI->getInversePredicate();
1130 
1131   if (isa<Constant>(RHS)) {
1132     if (ICI->isEquality() && LHS == Val) {
1133       if (EdgePred == ICmpInst::ICMP_EQ)
1134         return ValueLatticeElement::get(cast<Constant>(RHS));
1135       else if (!isa<UndefValue>(RHS))
1136         return ValueLatticeElement::getNot(cast<Constant>(RHS));
1137     }
1138   }
1139 
1140   if (!Val->getType()->isIntegerTy())
1141     return ValueLatticeElement::getOverdefined();
1142 
1143   const APInt *Offset = nullptr;
1144   if (matchICmpOperand(Offset, LHS, Val, EdgePred))
1145     return getValueFromSimpleICmpCondition(EdgePred, RHS, Offset);
1146 
1147   CmpInst::Predicate SwappedPred = CmpInst::getSwappedPredicate(EdgePred);
1148   if (matchICmpOperand(Offset, RHS, Val, SwappedPred))
1149     return getValueFromSimpleICmpCondition(SwappedPred, LHS, Offset);
1150 
1151   // If (Val & Mask) == C then all the masked bits are known and we can compute
1152   // a value range based on that.
1153   const APInt *Mask, *C;
1154   if (EdgePred == ICmpInst::ICMP_EQ &&
1155       match(LHS, m_And(m_Specific(Val), m_APInt(Mask))) &&
1156       match(RHS, m_APInt(C))) {
1157     KnownBits Known;
1158     Known.Zero = ~*C & *Mask;
1159     Known.One = *C & *Mask;
1160     return ValueLatticeElement::getRange(
1161         ConstantRange::fromKnownBits(Known, /*IsSigned*/ false));
1162   }
1163 
1164   return ValueLatticeElement::getOverdefined();
1165 }
1166 
1167 // Handle conditions of the form
1168 // extractvalue(op.with.overflow(%x, C), 1).
1169 static ValueLatticeElement getValueFromOverflowCondition(
1170     Value *Val, WithOverflowInst *WO, bool IsTrueDest) {
1171   // TODO: This only works with a constant RHS for now. We could also compute
1172   // the range of the RHS, but this doesn't fit into the current structure of
1173   // the edge value calculation.
1174   const APInt *C;
1175   if (WO->getLHS() != Val || !match(WO->getRHS(), m_APInt(C)))
1176     return ValueLatticeElement::getOverdefined();
1177 
1178   // Calculate the possible values of %x for which no overflow occurs.
1179   ConstantRange NWR = ConstantRange::makeExactNoWrapRegion(
1180       WO->getBinaryOp(), *C, WO->getNoWrapKind());
1181 
1182   // If overflow is false, %x is constrained to NWR. If overflow is true, %x is
1183   // constrained to it's inverse (all values that might cause overflow).
1184   if (IsTrueDest)
1185     NWR = NWR.inverse();
1186   return ValueLatticeElement::getRange(NWR);
1187 }
1188 
1189 static ValueLatticeElement
1190 getValueFromCondition(Value *Val, Value *Cond, bool isTrueDest,
1191                       SmallDenseMap<Value*, ValueLatticeElement> &Visited);
1192 
1193 static ValueLatticeElement
1194 getValueFromConditionImpl(Value *Val, Value *Cond, bool isTrueDest,
1195                           SmallDenseMap<Value*, ValueLatticeElement> &Visited) {
1196   if (ICmpInst *ICI = dyn_cast<ICmpInst>(Cond))
1197     return getValueFromICmpCondition(Val, ICI, isTrueDest);
1198 
1199   if (auto *EVI = dyn_cast<ExtractValueInst>(Cond))
1200     if (auto *WO = dyn_cast<WithOverflowInst>(EVI->getAggregateOperand()))
1201       if (EVI->getNumIndices() == 1 && *EVI->idx_begin() == 1)
1202         return getValueFromOverflowCondition(Val, WO, isTrueDest);
1203 
1204   Value *L, *R;
1205   bool IsAnd;
1206   if (match(Cond, m_LogicalAnd(m_Value(L), m_Value(R))))
1207     IsAnd = true;
1208   else if (match(Cond, m_LogicalOr(m_Value(L), m_Value(R))))
1209     IsAnd = false;
1210   else
1211     return ValueLatticeElement::getOverdefined();
1212 
1213   // Prevent infinite recursion if Cond references itself as in this example:
1214   //  Cond: "%tmp4 = and i1 %tmp4, undef"
1215   //    BL: "%tmp4 = and i1 %tmp4, undef"
1216   //    BR: "i1 undef"
1217   if (L == Cond || R == Cond)
1218     return ValueLatticeElement::getOverdefined();
1219 
1220   // if (L && R) -> intersect L and R
1221   // if (!(L || R)) -> intersect L and R
1222   // if (L || R) -> union L and R
1223   // if (!(L && R)) -> union L and R
1224   if (isTrueDest ^ IsAnd) {
1225     ValueLatticeElement V = getValueFromCondition(Val, L, isTrueDest, Visited);
1226     if (V.isOverdefined())
1227       return V;
1228     V.mergeIn(getValueFromCondition(Val, R, isTrueDest, Visited));
1229     return V;
1230   }
1231 
1232   return intersect(getValueFromCondition(Val, L, isTrueDest, Visited),
1233                    getValueFromCondition(Val, R, isTrueDest, Visited));
1234 }
1235 
1236 static ValueLatticeElement
1237 getValueFromCondition(Value *Val, Value *Cond, bool isTrueDest,
1238                       SmallDenseMap<Value*, ValueLatticeElement> &Visited) {
1239   auto I = Visited.find(Cond);
1240   if (I != Visited.end())
1241     return I->second;
1242 
1243   auto Result = getValueFromConditionImpl(Val, Cond, isTrueDest, Visited);
1244   Visited[Cond] = Result;
1245   return Result;
1246 }
1247 
1248 ValueLatticeElement getValueFromCondition(Value *Val, Value *Cond,
1249                                           bool isTrueDest) {
1250   assert(Cond && "precondition");
1251   SmallDenseMap<Value*, ValueLatticeElement> Visited;
1252   return getValueFromCondition(Val, Cond, isTrueDest, Visited);
1253 }
1254 
1255 // Return true if Usr has Op as an operand, otherwise false.
1256 static bool usesOperand(User *Usr, Value *Op) {
1257   return is_contained(Usr->operands(), Op);
1258 }
1259 
1260 // Return true if the instruction type of Val is supported by
1261 // constantFoldUser(). Currently CastInst, BinaryOperator and FreezeInst only.
1262 // Call this before calling constantFoldUser() to find out if it's even worth
1263 // attempting to call it.
1264 static bool isOperationFoldable(User *Usr) {
1265   return isa<CastInst>(Usr) || isa<BinaryOperator>(Usr) || isa<FreezeInst>(Usr);
1266 }
1267 
1268 // Check if Usr can be simplified to an integer constant when the value of one
1269 // of its operands Op is an integer constant OpConstVal. If so, return it as an
1270 // lattice value range with a single element or otherwise return an overdefined
1271 // lattice value.
1272 static ValueLatticeElement constantFoldUser(User *Usr, Value *Op,
1273                                             const APInt &OpConstVal,
1274                                             const DataLayout &DL) {
1275   assert(isOperationFoldable(Usr) && "Precondition");
1276   Constant* OpConst = Constant::getIntegerValue(Op->getType(), OpConstVal);
1277   // Check if Usr can be simplified to a constant.
1278   if (auto *CI = dyn_cast<CastInst>(Usr)) {
1279     assert(CI->getOperand(0) == Op && "Operand 0 isn't Op");
1280     if (auto *C = dyn_cast_or_null<ConstantInt>(
1281             SimplifyCastInst(CI->getOpcode(), OpConst,
1282                              CI->getDestTy(), DL))) {
1283       return ValueLatticeElement::getRange(ConstantRange(C->getValue()));
1284     }
1285   } else if (auto *BO = dyn_cast<BinaryOperator>(Usr)) {
1286     bool Op0Match = BO->getOperand(0) == Op;
1287     bool Op1Match = BO->getOperand(1) == Op;
1288     assert((Op0Match || Op1Match) &&
1289            "Operand 0 nor Operand 1 isn't a match");
1290     Value *LHS = Op0Match ? OpConst : BO->getOperand(0);
1291     Value *RHS = Op1Match ? OpConst : BO->getOperand(1);
1292     if (auto *C = dyn_cast_or_null<ConstantInt>(
1293             SimplifyBinOp(BO->getOpcode(), LHS, RHS, DL))) {
1294       return ValueLatticeElement::getRange(ConstantRange(C->getValue()));
1295     }
1296   } else if (isa<FreezeInst>(Usr)) {
1297     assert(cast<FreezeInst>(Usr)->getOperand(0) == Op && "Operand 0 isn't Op");
1298     return ValueLatticeElement::getRange(ConstantRange(OpConstVal));
1299   }
1300   return ValueLatticeElement::getOverdefined();
1301 }
1302 
1303 /// Compute the value of Val on the edge BBFrom -> BBTo. Returns false if
1304 /// Val is not constrained on the edge.  Result is unspecified if return value
1305 /// is false.
1306 static Optional<ValueLatticeElement> getEdgeValueLocal(Value *Val,
1307                                                        BasicBlock *BBFrom,
1308                                                        BasicBlock *BBTo) {
1309   // TODO: Handle more complex conditionals. If (v == 0 || v2 < 1) is false, we
1310   // know that v != 0.
1311   if (BranchInst *BI = dyn_cast<BranchInst>(BBFrom->getTerminator())) {
1312     // If this is a conditional branch and only one successor goes to BBTo, then
1313     // we may be able to infer something from the condition.
1314     if (BI->isConditional() &&
1315         BI->getSuccessor(0) != BI->getSuccessor(1)) {
1316       bool isTrueDest = BI->getSuccessor(0) == BBTo;
1317       assert(BI->getSuccessor(!isTrueDest) == BBTo &&
1318              "BBTo isn't a successor of BBFrom");
1319       Value *Condition = BI->getCondition();
1320 
1321       // If V is the condition of the branch itself, then we know exactly what
1322       // it is.
1323       if (Condition == Val)
1324         return ValueLatticeElement::get(ConstantInt::get(
1325                               Type::getInt1Ty(Val->getContext()), isTrueDest));
1326 
1327       // If the condition of the branch is an equality comparison, we may be
1328       // able to infer the value.
1329       ValueLatticeElement Result = getValueFromCondition(Val, Condition,
1330                                                          isTrueDest);
1331       if (!Result.isOverdefined())
1332         return Result;
1333 
1334       if (User *Usr = dyn_cast<User>(Val)) {
1335         assert(Result.isOverdefined() && "Result isn't overdefined");
1336         // Check with isOperationFoldable() first to avoid linearly iterating
1337         // over the operands unnecessarily which can be expensive for
1338         // instructions with many operands.
1339         if (isa<IntegerType>(Usr->getType()) && isOperationFoldable(Usr)) {
1340           const DataLayout &DL = BBTo->getModule()->getDataLayout();
1341           if (usesOperand(Usr, Condition)) {
1342             // If Val has Condition as an operand and Val can be folded into a
1343             // constant with either Condition == true or Condition == false,
1344             // propagate the constant.
1345             // eg.
1346             //   ; %Val is true on the edge to %then.
1347             //   %Val = and i1 %Condition, true.
1348             //   br %Condition, label %then, label %else
1349             APInt ConditionVal(1, isTrueDest ? 1 : 0);
1350             Result = constantFoldUser(Usr, Condition, ConditionVal, DL);
1351           } else {
1352             // If one of Val's operand has an inferred value, we may be able to
1353             // infer the value of Val.
1354             // eg.
1355             //    ; %Val is 94 on the edge to %then.
1356             //    %Val = add i8 %Op, 1
1357             //    %Condition = icmp eq i8 %Op, 93
1358             //    br i1 %Condition, label %then, label %else
1359             for (unsigned i = 0; i < Usr->getNumOperands(); ++i) {
1360               Value *Op = Usr->getOperand(i);
1361               ValueLatticeElement OpLatticeVal =
1362                   getValueFromCondition(Op, Condition, isTrueDest);
1363               if (Optional<APInt> OpConst = OpLatticeVal.asConstantInteger()) {
1364                 Result = constantFoldUser(Usr, Op, OpConst.getValue(), DL);
1365                 break;
1366               }
1367             }
1368           }
1369         }
1370       }
1371       if (!Result.isOverdefined())
1372         return Result;
1373     }
1374   }
1375 
1376   // If the edge was formed by a switch on the value, then we may know exactly
1377   // what it is.
1378   if (SwitchInst *SI = dyn_cast<SwitchInst>(BBFrom->getTerminator())) {
1379     Value *Condition = SI->getCondition();
1380     if (!isa<IntegerType>(Val->getType()))
1381       return None;
1382     bool ValUsesConditionAndMayBeFoldable = false;
1383     if (Condition != Val) {
1384       // Check if Val has Condition as an operand.
1385       if (User *Usr = dyn_cast<User>(Val))
1386         ValUsesConditionAndMayBeFoldable = isOperationFoldable(Usr) &&
1387             usesOperand(Usr, Condition);
1388       if (!ValUsesConditionAndMayBeFoldable)
1389         return None;
1390     }
1391     assert((Condition == Val || ValUsesConditionAndMayBeFoldable) &&
1392            "Condition != Val nor Val doesn't use Condition");
1393 
1394     bool DefaultCase = SI->getDefaultDest() == BBTo;
1395     unsigned BitWidth = Val->getType()->getIntegerBitWidth();
1396     ConstantRange EdgesVals(BitWidth, DefaultCase/*isFullSet*/);
1397 
1398     for (auto Case : SI->cases()) {
1399       APInt CaseValue = Case.getCaseValue()->getValue();
1400       ConstantRange EdgeVal(CaseValue);
1401       if (ValUsesConditionAndMayBeFoldable) {
1402         User *Usr = cast<User>(Val);
1403         const DataLayout &DL = BBTo->getModule()->getDataLayout();
1404         ValueLatticeElement EdgeLatticeVal =
1405             constantFoldUser(Usr, Condition, CaseValue, DL);
1406         if (EdgeLatticeVal.isOverdefined())
1407           return None;
1408         EdgeVal = EdgeLatticeVal.getConstantRange();
1409       }
1410       if (DefaultCase) {
1411         // It is possible that the default destination is the destination of
1412         // some cases. We cannot perform difference for those cases.
1413         // We know Condition != CaseValue in BBTo.  In some cases we can use
1414         // this to infer Val == f(Condition) is != f(CaseValue).  For now, we
1415         // only do this when f is identity (i.e. Val == Condition), but we
1416         // should be able to do this for any injective f.
1417         if (Case.getCaseSuccessor() != BBTo && Condition == Val)
1418           EdgesVals = EdgesVals.difference(EdgeVal);
1419       } else if (Case.getCaseSuccessor() == BBTo)
1420         EdgesVals = EdgesVals.unionWith(EdgeVal);
1421     }
1422     return ValueLatticeElement::getRange(std::move(EdgesVals));
1423   }
1424   return None;
1425 }
1426 
1427 /// Compute the value of Val on the edge BBFrom -> BBTo or the value at
1428 /// the basic block if the edge does not constrain Val.
1429 Optional<ValueLatticeElement> LazyValueInfoImpl::getEdgeValue(
1430     Value *Val, BasicBlock *BBFrom, BasicBlock *BBTo, Instruction *CxtI) {
1431   // If already a constant, there is nothing to compute.
1432   if (Constant *VC = dyn_cast<Constant>(Val))
1433     return ValueLatticeElement::get(VC);
1434 
1435   ValueLatticeElement LocalResult = getEdgeValueLocal(Val, BBFrom, BBTo)
1436       .getValueOr(ValueLatticeElement::getOverdefined());
1437   if (hasSingleValue(LocalResult))
1438     // Can't get any more precise here
1439     return LocalResult;
1440 
1441   Optional<ValueLatticeElement> OptInBlock = getBlockValue(Val, BBFrom);
1442   if (!OptInBlock)
1443     return None;
1444   ValueLatticeElement &InBlock = *OptInBlock;
1445 
1446   // Try to intersect ranges of the BB and the constraint on the edge.
1447   intersectAssumeOrGuardBlockValueConstantRange(Val, InBlock,
1448                                                 BBFrom->getTerminator());
1449   // We can use the context instruction (generically the ultimate instruction
1450   // the calling pass is trying to simplify) here, even though the result of
1451   // this function is generally cached when called from the solve* functions
1452   // (and that cached result might be used with queries using a different
1453   // context instruction), because when this function is called from the solve*
1454   // functions, the context instruction is not provided. When called from
1455   // LazyValueInfoImpl::getValueOnEdge, the context instruction is provided,
1456   // but then the result is not cached.
1457   intersectAssumeOrGuardBlockValueConstantRange(Val, InBlock, CxtI);
1458 
1459   return intersect(LocalResult, InBlock);
1460 }
1461 
1462 ValueLatticeElement LazyValueInfoImpl::getValueInBlock(Value *V, BasicBlock *BB,
1463                                                        Instruction *CxtI) {
1464   LLVM_DEBUG(dbgs() << "LVI Getting block end value " << *V << " at '"
1465                     << BB->getName() << "'\n");
1466 
1467   assert(BlockValueStack.empty() && BlockValueSet.empty());
1468   Optional<ValueLatticeElement> OptResult = getBlockValue(V, BB);
1469   if (!OptResult) {
1470     solve();
1471     OptResult = getBlockValue(V, BB);
1472     assert(OptResult && "Value not available after solving");
1473   }
1474   ValueLatticeElement Result = *OptResult;
1475   intersectAssumeOrGuardBlockValueConstantRange(V, Result, CxtI);
1476 
1477   LLVM_DEBUG(dbgs() << "  Result = " << Result << "\n");
1478   return Result;
1479 }
1480 
1481 ValueLatticeElement LazyValueInfoImpl::getValueAt(Value *V, Instruction *CxtI) {
1482   LLVM_DEBUG(dbgs() << "LVI Getting value " << *V << " at '" << CxtI->getName()
1483                     << "'\n");
1484 
1485   if (auto *C = dyn_cast<Constant>(V))
1486     return ValueLatticeElement::get(C);
1487 
1488   ValueLatticeElement Result = ValueLatticeElement::getOverdefined();
1489   if (auto *I = dyn_cast<Instruction>(V))
1490     Result = getFromRangeMetadata(I);
1491   intersectAssumeOrGuardBlockValueConstantRange(V, Result, CxtI);
1492 
1493   LLVM_DEBUG(dbgs() << "  Result = " << Result << "\n");
1494   return Result;
1495 }
1496 
1497 ValueLatticeElement LazyValueInfoImpl::
1498 getValueOnEdge(Value *V, BasicBlock *FromBB, BasicBlock *ToBB,
1499                Instruction *CxtI) {
1500   LLVM_DEBUG(dbgs() << "LVI Getting edge value " << *V << " from '"
1501                     << FromBB->getName() << "' to '" << ToBB->getName()
1502                     << "'\n");
1503 
1504   Optional<ValueLatticeElement> Result = getEdgeValue(V, FromBB, ToBB, CxtI);
1505   if (!Result) {
1506     solve();
1507     Result = getEdgeValue(V, FromBB, ToBB, CxtI);
1508     assert(Result && "More work to do after problem solved?");
1509   }
1510 
1511   LLVM_DEBUG(dbgs() << "  Result = " << *Result << "\n");
1512   return *Result;
1513 }
1514 
1515 void LazyValueInfoImpl::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc,
1516                                    BasicBlock *NewSucc) {
1517   TheCache.threadEdgeImpl(OldSucc, NewSucc);
1518 }
1519 
1520 //===----------------------------------------------------------------------===//
1521 //                            LazyValueInfo Impl
1522 //===----------------------------------------------------------------------===//
1523 
1524 /// This lazily constructs the LazyValueInfoImpl.
1525 static LazyValueInfoImpl &getImpl(void *&PImpl, AssumptionCache *AC,
1526                                   const Module *M) {
1527   if (!PImpl) {
1528     assert(M && "getCache() called with a null Module");
1529     const DataLayout &DL = M->getDataLayout();
1530     Function *GuardDecl = M->getFunction(
1531         Intrinsic::getName(Intrinsic::experimental_guard));
1532     PImpl = new LazyValueInfoImpl(AC, DL, GuardDecl);
1533   }
1534   return *static_cast<LazyValueInfoImpl*>(PImpl);
1535 }
1536 
1537 bool LazyValueInfoWrapperPass::runOnFunction(Function &F) {
1538   Info.AC = &getAnalysis<AssumptionCacheTracker>().getAssumptionCache(F);
1539   Info.TLI = &getAnalysis<TargetLibraryInfoWrapperPass>().getTLI(F);
1540 
1541   if (Info.PImpl)
1542     getImpl(Info.PImpl, Info.AC, F.getParent()).clear();
1543 
1544   // Fully lazy.
1545   return false;
1546 }
1547 
1548 void LazyValueInfoWrapperPass::getAnalysisUsage(AnalysisUsage &AU) const {
1549   AU.setPreservesAll();
1550   AU.addRequired<AssumptionCacheTracker>();
1551   AU.addRequired<TargetLibraryInfoWrapperPass>();
1552 }
1553 
1554 LazyValueInfo &LazyValueInfoWrapperPass::getLVI() { return Info; }
1555 
1556 LazyValueInfo::~LazyValueInfo() { releaseMemory(); }
1557 
1558 void LazyValueInfo::releaseMemory() {
1559   // If the cache was allocated, free it.
1560   if (PImpl) {
1561     delete &getImpl(PImpl, AC, nullptr);
1562     PImpl = nullptr;
1563   }
1564 }
1565 
1566 bool LazyValueInfo::invalidate(Function &F, const PreservedAnalyses &PA,
1567                                FunctionAnalysisManager::Invalidator &Inv) {
1568   // We need to invalidate if we have either failed to preserve this analyses
1569   // result directly or if any of its dependencies have been invalidated.
1570   auto PAC = PA.getChecker<LazyValueAnalysis>();
1571   if (!(PAC.preserved() || PAC.preservedSet<AllAnalysesOn<Function>>()))
1572     return true;
1573 
1574   return false;
1575 }
1576 
1577 void LazyValueInfoWrapperPass::releaseMemory() { Info.releaseMemory(); }
1578 
1579 LazyValueInfo LazyValueAnalysis::run(Function &F,
1580                                      FunctionAnalysisManager &FAM) {
1581   auto &AC = FAM.getResult<AssumptionAnalysis>(F);
1582   auto &TLI = FAM.getResult<TargetLibraryAnalysis>(F);
1583 
1584   return LazyValueInfo(&AC, &F.getParent()->getDataLayout(), &TLI);
1585 }
1586 
1587 /// Returns true if we can statically tell that this value will never be a
1588 /// "useful" constant.  In practice, this means we've got something like an
1589 /// alloca or a malloc call for which a comparison against a constant can
1590 /// only be guarding dead code.  Note that we are potentially giving up some
1591 /// precision in dead code (a constant result) in favour of avoiding a
1592 /// expensive search for a easily answered common query.
1593 static bool isKnownNonConstant(Value *V) {
1594   V = V->stripPointerCasts();
1595   // The return val of alloc cannot be a Constant.
1596   if (isa<AllocaInst>(V))
1597     return true;
1598   return false;
1599 }
1600 
1601 Constant *LazyValueInfo::getConstant(Value *V, Instruction *CxtI) {
1602   // Bail out early if V is known not to be a Constant.
1603   if (isKnownNonConstant(V))
1604     return nullptr;
1605 
1606   BasicBlock *BB = CxtI->getParent();
1607   ValueLatticeElement Result =
1608       getImpl(PImpl, AC, BB->getModule()).getValueInBlock(V, BB, CxtI);
1609 
1610   if (Result.isConstant())
1611     return Result.getConstant();
1612   if (Result.isConstantRange()) {
1613     const ConstantRange &CR = Result.getConstantRange();
1614     if (const APInt *SingleVal = CR.getSingleElement())
1615       return ConstantInt::get(V->getContext(), *SingleVal);
1616   }
1617   return nullptr;
1618 }
1619 
1620 ConstantRange LazyValueInfo::getConstantRange(Value *V, Instruction *CxtI,
1621                                               bool UndefAllowed) {
1622   assert(V->getType()->isIntegerTy());
1623   unsigned Width = V->getType()->getIntegerBitWidth();
1624   BasicBlock *BB = CxtI->getParent();
1625   ValueLatticeElement Result =
1626       getImpl(PImpl, AC, BB->getModule()).getValueInBlock(V, BB, CxtI);
1627   if (Result.isUnknown())
1628     return ConstantRange::getEmpty(Width);
1629   if (Result.isConstantRange(UndefAllowed))
1630     return Result.getConstantRange(UndefAllowed);
1631   // We represent ConstantInt constants as constant ranges but other kinds
1632   // of integer constants, i.e. ConstantExpr will be tagged as constants
1633   assert(!(Result.isConstant() && isa<ConstantInt>(Result.getConstant())) &&
1634          "ConstantInt value must be represented as constantrange");
1635   return ConstantRange::getFull(Width);
1636 }
1637 
1638 /// Determine whether the specified value is known to be a
1639 /// constant on the specified edge. Return null if not.
1640 Constant *LazyValueInfo::getConstantOnEdge(Value *V, BasicBlock *FromBB,
1641                                            BasicBlock *ToBB,
1642                                            Instruction *CxtI) {
1643   Module *M = FromBB->getModule();
1644   ValueLatticeElement Result =
1645       getImpl(PImpl, AC, M).getValueOnEdge(V, FromBB, ToBB, CxtI);
1646 
1647   if (Result.isConstant())
1648     return Result.getConstant();
1649   if (Result.isConstantRange()) {
1650     const ConstantRange &CR = Result.getConstantRange();
1651     if (const APInt *SingleVal = CR.getSingleElement())
1652       return ConstantInt::get(V->getContext(), *SingleVal);
1653   }
1654   return nullptr;
1655 }
1656 
1657 ConstantRange LazyValueInfo::getConstantRangeOnEdge(Value *V,
1658                                                     BasicBlock *FromBB,
1659                                                     BasicBlock *ToBB,
1660                                                     Instruction *CxtI) {
1661   unsigned Width = V->getType()->getIntegerBitWidth();
1662   Module *M = FromBB->getModule();
1663   ValueLatticeElement Result =
1664       getImpl(PImpl, AC, M).getValueOnEdge(V, FromBB, ToBB, CxtI);
1665 
1666   if (Result.isUnknown())
1667     return ConstantRange::getEmpty(Width);
1668   if (Result.isConstantRange())
1669     return Result.getConstantRange();
1670   // We represent ConstantInt constants as constant ranges but other kinds
1671   // of integer constants, i.e. ConstantExpr will be tagged as constants
1672   assert(!(Result.isConstant() && isa<ConstantInt>(Result.getConstant())) &&
1673          "ConstantInt value must be represented as constantrange");
1674   return ConstantRange::getFull(Width);
1675 }
1676 
1677 static LazyValueInfo::Tristate
1678 getPredicateResult(unsigned Pred, Constant *C, const ValueLatticeElement &Val,
1679                    const DataLayout &DL, TargetLibraryInfo *TLI) {
1680   // If we know the value is a constant, evaluate the conditional.
1681   Constant *Res = nullptr;
1682   if (Val.isConstant()) {
1683     Res = ConstantFoldCompareInstOperands(Pred, Val.getConstant(), C, DL, TLI);
1684     if (ConstantInt *ResCI = dyn_cast<ConstantInt>(Res))
1685       return ResCI->isZero() ? LazyValueInfo::False : LazyValueInfo::True;
1686     return LazyValueInfo::Unknown;
1687   }
1688 
1689   if (Val.isConstantRange()) {
1690     ConstantInt *CI = dyn_cast<ConstantInt>(C);
1691     if (!CI) return LazyValueInfo::Unknown;
1692 
1693     const ConstantRange &CR = Val.getConstantRange();
1694     if (Pred == ICmpInst::ICMP_EQ) {
1695       if (!CR.contains(CI->getValue()))
1696         return LazyValueInfo::False;
1697 
1698       if (CR.isSingleElement())
1699         return LazyValueInfo::True;
1700     } else if (Pred == ICmpInst::ICMP_NE) {
1701       if (!CR.contains(CI->getValue()))
1702         return LazyValueInfo::True;
1703 
1704       if (CR.isSingleElement())
1705         return LazyValueInfo::False;
1706     } else {
1707       // Handle more complex predicates.
1708       ConstantRange TrueValues = ConstantRange::makeExactICmpRegion(
1709           (ICmpInst::Predicate)Pred, CI->getValue());
1710       if (TrueValues.contains(CR))
1711         return LazyValueInfo::True;
1712       if (TrueValues.inverse().contains(CR))
1713         return LazyValueInfo::False;
1714     }
1715     return LazyValueInfo::Unknown;
1716   }
1717 
1718   if (Val.isNotConstant()) {
1719     // If this is an equality comparison, we can try to fold it knowing that
1720     // "V != C1".
1721     if (Pred == ICmpInst::ICMP_EQ) {
1722       // !C1 == C -> false iff C1 == C.
1723       Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE,
1724                                             Val.getNotConstant(), C, DL,
1725                                             TLI);
1726       if (Res->isNullValue())
1727         return LazyValueInfo::False;
1728     } else if (Pred == ICmpInst::ICMP_NE) {
1729       // !C1 != C -> true iff C1 == C.
1730       Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE,
1731                                             Val.getNotConstant(), C, DL,
1732                                             TLI);
1733       if (Res->isNullValue())
1734         return LazyValueInfo::True;
1735     }
1736     return LazyValueInfo::Unknown;
1737   }
1738 
1739   return LazyValueInfo::Unknown;
1740 }
1741 
1742 /// Determine whether the specified value comparison with a constant is known to
1743 /// be true or false on the specified CFG edge. Pred is a CmpInst predicate.
1744 LazyValueInfo::Tristate
1745 LazyValueInfo::getPredicateOnEdge(unsigned Pred, Value *V, Constant *C,
1746                                   BasicBlock *FromBB, BasicBlock *ToBB,
1747                                   Instruction *CxtI) {
1748   Module *M = FromBB->getModule();
1749   ValueLatticeElement Result =
1750       getImpl(PImpl, AC, M).getValueOnEdge(V, FromBB, ToBB, CxtI);
1751 
1752   return getPredicateResult(Pred, C, Result, M->getDataLayout(), TLI);
1753 }
1754 
1755 LazyValueInfo::Tristate
1756 LazyValueInfo::getPredicateAt(unsigned Pred, Value *V, Constant *C,
1757                               Instruction *CxtI, bool UseBlockValue) {
1758   // Is or is not NonNull are common predicates being queried. If
1759   // isKnownNonZero can tell us the result of the predicate, we can
1760   // return it quickly. But this is only a fastpath, and falling
1761   // through would still be correct.
1762   Module *M = CxtI->getModule();
1763   const DataLayout &DL = M->getDataLayout();
1764   if (V->getType()->isPointerTy() && C->isNullValue() &&
1765       isKnownNonZero(V->stripPointerCastsSameRepresentation(), DL)) {
1766     if (Pred == ICmpInst::ICMP_EQ)
1767       return LazyValueInfo::False;
1768     else if (Pred == ICmpInst::ICMP_NE)
1769       return LazyValueInfo::True;
1770   }
1771 
1772   ValueLatticeElement Result = UseBlockValue
1773       ? getImpl(PImpl, AC, M).getValueInBlock(V, CxtI->getParent(), CxtI)
1774       : getImpl(PImpl, AC, M).getValueAt(V, CxtI);
1775   Tristate Ret = getPredicateResult(Pred, C, Result, DL, TLI);
1776   if (Ret != Unknown)
1777     return Ret;
1778 
1779   // Note: The following bit of code is somewhat distinct from the rest of LVI;
1780   // LVI as a whole tries to compute a lattice value which is conservatively
1781   // correct at a given location.  In this case, we have a predicate which we
1782   // weren't able to prove about the merged result, and we're pushing that
1783   // predicate back along each incoming edge to see if we can prove it
1784   // separately for each input.  As a motivating example, consider:
1785   // bb1:
1786   //   %v1 = ... ; constantrange<1, 5>
1787   //   br label %merge
1788   // bb2:
1789   //   %v2 = ... ; constantrange<10, 20>
1790   //   br label %merge
1791   // merge:
1792   //   %phi = phi [%v1, %v2] ; constantrange<1,20>
1793   //   %pred = icmp eq i32 %phi, 8
1794   // We can't tell from the lattice value for '%phi' that '%pred' is false
1795   // along each path, but by checking the predicate over each input separately,
1796   // we can.
1797   // We limit the search to one step backwards from the current BB and value.
1798   // We could consider extending this to search further backwards through the
1799   // CFG and/or value graph, but there are non-obvious compile time vs quality
1800   // tradeoffs.
1801   if (CxtI) {
1802     BasicBlock *BB = CxtI->getParent();
1803 
1804     // Function entry or an unreachable block.  Bail to avoid confusing
1805     // analysis below.
1806     pred_iterator PI = pred_begin(BB), PE = pred_end(BB);
1807     if (PI == PE)
1808       return Unknown;
1809 
1810     // If V is a PHI node in the same block as the context, we need to ask
1811     // questions about the predicate as applied to the incoming value along
1812     // each edge. This is useful for eliminating cases where the predicate is
1813     // known along all incoming edges.
1814     if (auto *PHI = dyn_cast<PHINode>(V))
1815       if (PHI->getParent() == BB) {
1816         Tristate Baseline = Unknown;
1817         for (unsigned i = 0, e = PHI->getNumIncomingValues(); i < e; i++) {
1818           Value *Incoming = PHI->getIncomingValue(i);
1819           BasicBlock *PredBB = PHI->getIncomingBlock(i);
1820           // Note that PredBB may be BB itself.
1821           Tristate Result = getPredicateOnEdge(Pred, Incoming, C, PredBB, BB,
1822                                                CxtI);
1823 
1824           // Keep going as long as we've seen a consistent known result for
1825           // all inputs.
1826           Baseline = (i == 0) ? Result /* First iteration */
1827             : (Baseline == Result ? Baseline : Unknown); /* All others */
1828           if (Baseline == Unknown)
1829             break;
1830         }
1831         if (Baseline != Unknown)
1832           return Baseline;
1833       }
1834 
1835     // For a comparison where the V is outside this block, it's possible
1836     // that we've branched on it before. Look to see if the value is known
1837     // on all incoming edges.
1838     if (!isa<Instruction>(V) ||
1839         cast<Instruction>(V)->getParent() != BB) {
1840       // For predecessor edge, determine if the comparison is true or false
1841       // on that edge. If they're all true or all false, we can conclude
1842       // the value of the comparison in this block.
1843       Tristate Baseline = getPredicateOnEdge(Pred, V, C, *PI, BB, CxtI);
1844       if (Baseline != Unknown) {
1845         // Check that all remaining incoming values match the first one.
1846         while (++PI != PE) {
1847           Tristate Ret = getPredicateOnEdge(Pred, V, C, *PI, BB, CxtI);
1848           if (Ret != Baseline) break;
1849         }
1850         // If we terminated early, then one of the values didn't match.
1851         if (PI == PE) {
1852           return Baseline;
1853         }
1854       }
1855     }
1856   }
1857   return Unknown;
1858 }
1859 
1860 void LazyValueInfo::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc,
1861                                BasicBlock *NewSucc) {
1862   if (PImpl) {
1863     getImpl(PImpl, AC, PredBB->getModule())
1864         .threadEdge(PredBB, OldSucc, NewSucc);
1865   }
1866 }
1867 
1868 void LazyValueInfo::eraseBlock(BasicBlock *BB) {
1869   if (PImpl) {
1870     getImpl(PImpl, AC, BB->getModule()).eraseBlock(BB);
1871   }
1872 }
1873 
1874 
1875 void LazyValueInfo::printLVI(Function &F, DominatorTree &DTree, raw_ostream &OS) {
1876   if (PImpl) {
1877     getImpl(PImpl, AC, F.getParent()).printLVI(F, DTree, OS);
1878   }
1879 }
1880 
1881 // Print the LVI for the function arguments at the start of each basic block.
1882 void LazyValueInfoAnnotatedWriter::emitBasicBlockStartAnnot(
1883     const BasicBlock *BB, formatted_raw_ostream &OS) {
1884   // Find if there are latticevalues defined for arguments of the function.
1885   auto *F = BB->getParent();
1886   for (auto &Arg : F->args()) {
1887     ValueLatticeElement Result = LVIImpl->getValueInBlock(
1888         const_cast<Argument *>(&Arg), const_cast<BasicBlock *>(BB));
1889     if (Result.isUnknown())
1890       continue;
1891     OS << "; LatticeVal for: '" << Arg << "' is: " << Result << "\n";
1892   }
1893 }
1894 
1895 // This function prints the LVI analysis for the instruction I at the beginning
1896 // of various basic blocks. It relies on calculated values that are stored in
1897 // the LazyValueInfoCache, and in the absence of cached values, recalculate the
1898 // LazyValueInfo for `I`, and print that info.
1899 void LazyValueInfoAnnotatedWriter::emitInstructionAnnot(
1900     const Instruction *I, formatted_raw_ostream &OS) {
1901 
1902   auto *ParentBB = I->getParent();
1903   SmallPtrSet<const BasicBlock*, 16> BlocksContainingLVI;
1904   // We can generate (solve) LVI values only for blocks that are dominated by
1905   // the I's parent. However, to avoid generating LVI for all dominating blocks,
1906   // that contain redundant/uninteresting information, we print LVI for
1907   // blocks that may use this LVI information (such as immediate successor
1908   // blocks, and blocks that contain uses of `I`).
1909   auto printResult = [&](const BasicBlock *BB) {
1910     if (!BlocksContainingLVI.insert(BB).second)
1911       return;
1912     ValueLatticeElement Result = LVIImpl->getValueInBlock(
1913         const_cast<Instruction *>(I), const_cast<BasicBlock *>(BB));
1914       OS << "; LatticeVal for: '" << *I << "' in BB: '";
1915       BB->printAsOperand(OS, false);
1916       OS << "' is: " << Result << "\n";
1917   };
1918 
1919   printResult(ParentBB);
1920   // Print the LVI analysis results for the immediate successor blocks, that
1921   // are dominated by `ParentBB`.
1922   for (auto *BBSucc : successors(ParentBB))
1923     if (DT.dominates(ParentBB, BBSucc))
1924       printResult(BBSucc);
1925 
1926   // Print LVI in blocks where `I` is used.
1927   for (auto *U : I->users())
1928     if (auto *UseI = dyn_cast<Instruction>(U))
1929       if (!isa<PHINode>(UseI) || DT.dominates(ParentBB, UseI->getParent()))
1930         printResult(UseI->getParent());
1931 
1932 }
1933 
1934 namespace {
1935 // Printer class for LazyValueInfo results.
1936 class LazyValueInfoPrinter : public FunctionPass {
1937 public:
1938   static char ID; // Pass identification, replacement for typeid
1939   LazyValueInfoPrinter() : FunctionPass(ID) {
1940     initializeLazyValueInfoPrinterPass(*PassRegistry::getPassRegistry());
1941   }
1942 
1943   void getAnalysisUsage(AnalysisUsage &AU) const override {
1944     AU.setPreservesAll();
1945     AU.addRequired<LazyValueInfoWrapperPass>();
1946     AU.addRequired<DominatorTreeWrapperPass>();
1947   }
1948 
1949   // Get the mandatory dominator tree analysis and pass this in to the
1950   // LVIPrinter. We cannot rely on the LVI's DT, since it's optional.
1951   bool runOnFunction(Function &F) override {
1952     dbgs() << "LVI for function '" << F.getName() << "':\n";
1953     auto &LVI = getAnalysis<LazyValueInfoWrapperPass>().getLVI();
1954     auto &DTree = getAnalysis<DominatorTreeWrapperPass>().getDomTree();
1955     LVI.printLVI(F, DTree, dbgs());
1956     return false;
1957   }
1958 };
1959 }
1960 
1961 char LazyValueInfoPrinter::ID = 0;
1962 INITIALIZE_PASS_BEGIN(LazyValueInfoPrinter, "print-lazy-value-info",
1963                 "Lazy Value Info Printer Pass", false, false)
1964 INITIALIZE_PASS_DEPENDENCY(LazyValueInfoWrapperPass)
1965 INITIALIZE_PASS_END(LazyValueInfoPrinter, "print-lazy-value-info",
1966                 "Lazy Value Info Printer Pass", false, false)
1967