xref: /freebsd/contrib/llvm-project/clang/lib/ASTMatchers/ASTMatchFinder.cpp (revision b07549f3c15637af6064d2f52b572f239f5ba870)
1 //===--- ASTMatchFinder.cpp - Structural query framework ------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 //  Implements an algorithm to efficiently search for matches on AST nodes.
10 //  Uses memoization to support recursive matches like HasDescendant.
11 //
12 //  The general idea is to visit all AST nodes with a RecursiveASTVisitor,
13 //  calling the Matches(...) method of each matcher we are running on each
14 //  AST node. The matcher can recurse via the ASTMatchFinder interface.
15 //
16 //===----------------------------------------------------------------------===//
17 
18 #include "clang/ASTMatchers/ASTMatchFinder.h"
19 #include "clang/AST/ASTConsumer.h"
20 #include "clang/AST/ASTContext.h"
21 #include "clang/AST/RecursiveASTVisitor.h"
22 #include "llvm/ADT/DenseMap.h"
23 #include "llvm/ADT/StringMap.h"
24 #include "llvm/Support/PrettyStackTrace.h"
25 #include "llvm/Support/Timer.h"
26 #include <deque>
27 #include <memory>
28 #include <set>
29 
30 namespace clang {
31 namespace ast_matchers {
32 namespace internal {
33 namespace {
34 
35 typedef MatchFinder::MatchCallback MatchCallback;
36 
37 // The maximum number of memoization entries to store.
38 // 10k has been experimentally found to give a good trade-off
39 // of performance vs. memory consumption by running matcher
40 // that match on every statement over a very large codebase.
41 //
42 // FIXME: Do some performance optimization in general and
43 // revisit this number; also, put up micro-benchmarks that we can
44 // optimize this on.
45 static const unsigned MaxMemoizationEntries = 10000;
46 
47 enum class MatchType {
48   Ancestors,
49 
50   Descendants,
51   Child,
52 };
53 
54 // We use memoization to avoid running the same matcher on the same
55 // AST node twice.  This struct is the key for looking up match
56 // result.  It consists of an ID of the MatcherInterface (for
57 // identifying the matcher), a pointer to the AST node and the
58 // bound nodes before the matcher was executed.
59 //
60 // We currently only memoize on nodes whose pointers identify the
61 // nodes (\c Stmt and \c Decl, but not \c QualType or \c TypeLoc).
62 // For \c QualType and \c TypeLoc it is possible to implement
63 // generation of keys for each type.
64 // FIXME: Benchmark whether memoization of non-pointer typed nodes
65 // provides enough benefit for the additional amount of code.
66 struct MatchKey {
67   DynTypedMatcher::MatcherIDType MatcherID;
68   DynTypedNode Node;
69   BoundNodesTreeBuilder BoundNodes;
70   TraversalKind Traversal = TK_AsIs;
71   MatchType Type;
72 
73   bool operator<(const MatchKey &Other) const {
74     return std::tie(Traversal, Type, MatcherID, Node, BoundNodes) <
75            std::tie(Other.Traversal, Other.Type, Other.MatcherID, Other.Node,
76                     Other.BoundNodes);
77   }
78 };
79 
80 // Used to store the result of a match and possibly bound nodes.
81 struct MemoizedMatchResult {
82   bool ResultOfMatch;
83   BoundNodesTreeBuilder Nodes;
84 };
85 
86 // A RecursiveASTVisitor that traverses all children or all descendants of
87 // a node.
88 class MatchChildASTVisitor
89     : public RecursiveASTVisitor<MatchChildASTVisitor> {
90 public:
91   typedef RecursiveASTVisitor<MatchChildASTVisitor> VisitorBase;
92 
93   // Creates an AST visitor that matches 'matcher' on all children or
94   // descendants of a traversed node. max_depth is the maximum depth
95   // to traverse: use 1 for matching the children and INT_MAX for
96   // matching the descendants.
97   MatchChildASTVisitor(const DynTypedMatcher *Matcher, ASTMatchFinder *Finder,
98                        BoundNodesTreeBuilder *Builder, int MaxDepth,
99                        bool IgnoreImplicitChildren,
100                        ASTMatchFinder::BindKind Bind)
101       : Matcher(Matcher), Finder(Finder), Builder(Builder), CurrentDepth(0),
102         MaxDepth(MaxDepth), IgnoreImplicitChildren(IgnoreImplicitChildren),
103         Bind(Bind), Matches(false) {}
104 
105   // Returns true if a match is found in the subtree rooted at the
106   // given AST node. This is done via a set of mutually recursive
107   // functions. Here's how the recursion is done (the  *wildcard can
108   // actually be Decl, Stmt, or Type):
109   //
110   //   - Traverse(node) calls BaseTraverse(node) when it needs
111   //     to visit the descendants of node.
112   //   - BaseTraverse(node) then calls (via VisitorBase::Traverse*(node))
113   //     Traverse*(c) for each child c of 'node'.
114   //   - Traverse*(c) in turn calls Traverse(c), completing the
115   //     recursion.
116   bool findMatch(const DynTypedNode &DynNode) {
117     reset();
118     if (const Decl *D = DynNode.get<Decl>())
119       traverse(*D);
120     else if (const Stmt *S = DynNode.get<Stmt>())
121       traverse(*S);
122     else if (const NestedNameSpecifier *NNS =
123              DynNode.get<NestedNameSpecifier>())
124       traverse(*NNS);
125     else if (const NestedNameSpecifierLoc *NNSLoc =
126              DynNode.get<NestedNameSpecifierLoc>())
127       traverse(*NNSLoc);
128     else if (const QualType *Q = DynNode.get<QualType>())
129       traverse(*Q);
130     else if (const TypeLoc *T = DynNode.get<TypeLoc>())
131       traverse(*T);
132     else if (const auto *C = DynNode.get<CXXCtorInitializer>())
133       traverse(*C);
134     else if (const TemplateArgumentLoc *TALoc =
135                  DynNode.get<TemplateArgumentLoc>())
136       traverse(*TALoc);
137     else if (const Attr *A = DynNode.get<Attr>())
138       traverse(*A);
139     // FIXME: Add other base types after adding tests.
140 
141     // It's OK to always overwrite the bound nodes, as if there was
142     // no match in this recursive branch, the result set is empty
143     // anyway.
144     *Builder = ResultBindings;
145 
146     return Matches;
147   }
148 
149   // The following are overriding methods from the base visitor class.
150   // They are public only to allow CRTP to work. They are *not *part
151   // of the public API of this class.
152   bool TraverseDecl(Decl *DeclNode) {
153 
154     if (DeclNode && DeclNode->isImplicit() &&
155         Finder->isTraversalIgnoringImplicitNodes())
156       return baseTraverse(*DeclNode);
157 
158     ScopedIncrement ScopedDepth(&CurrentDepth);
159     return (DeclNode == nullptr) || traverse(*DeclNode);
160   }
161 
162   Stmt *getStmtToTraverse(Stmt *StmtNode) {
163     Stmt *StmtToTraverse = StmtNode;
164     if (auto *ExprNode = dyn_cast_or_null<Expr>(StmtNode)) {
165       auto *LambdaNode = dyn_cast_or_null<LambdaExpr>(StmtNode);
166       if (LambdaNode && Finder->isTraversalIgnoringImplicitNodes())
167         StmtToTraverse = LambdaNode;
168       else
169         StmtToTraverse =
170             Finder->getASTContext().getParentMapContext().traverseIgnored(
171                 ExprNode);
172     }
173     return StmtToTraverse;
174   }
175 
176   bool TraverseStmt(Stmt *StmtNode, DataRecursionQueue *Queue = nullptr) {
177     // If we need to keep track of the depth, we can't perform data recursion.
178     if (CurrentDepth == 0 || (CurrentDepth <= MaxDepth && MaxDepth < INT_MAX))
179       Queue = nullptr;
180 
181     ScopedIncrement ScopedDepth(&CurrentDepth);
182     Stmt *StmtToTraverse = getStmtToTraverse(StmtNode);
183     if (!StmtToTraverse)
184       return true;
185 
186     if (IgnoreImplicitChildren && isa<CXXDefaultArgExpr>(StmtNode))
187       return true;
188 
189     if (!match(*StmtToTraverse))
190       return false;
191     return VisitorBase::TraverseStmt(StmtToTraverse, Queue);
192   }
193   // We assume that the QualType and the contained type are on the same
194   // hierarchy level. Thus, we try to match either of them.
195   bool TraverseType(QualType TypeNode) {
196     if (TypeNode.isNull())
197       return true;
198     ScopedIncrement ScopedDepth(&CurrentDepth);
199     // Match the Type.
200     if (!match(*TypeNode))
201       return false;
202     // The QualType is matched inside traverse.
203     return traverse(TypeNode);
204   }
205   // We assume that the TypeLoc, contained QualType and contained Type all are
206   // on the same hierarchy level. Thus, we try to match all of them.
207   bool TraverseTypeLoc(TypeLoc TypeLocNode) {
208     if (TypeLocNode.isNull())
209       return true;
210     ScopedIncrement ScopedDepth(&CurrentDepth);
211     // Match the Type.
212     if (!match(*TypeLocNode.getType()))
213       return false;
214     // Match the QualType.
215     if (!match(TypeLocNode.getType()))
216       return false;
217     // The TypeLoc is matched inside traverse.
218     return traverse(TypeLocNode);
219   }
220   bool TraverseNestedNameSpecifier(NestedNameSpecifier *NNS) {
221     ScopedIncrement ScopedDepth(&CurrentDepth);
222     return (NNS == nullptr) || traverse(*NNS);
223   }
224   bool TraverseNestedNameSpecifierLoc(NestedNameSpecifierLoc NNS) {
225     if (!NNS)
226       return true;
227     ScopedIncrement ScopedDepth(&CurrentDepth);
228     if (!match(*NNS.getNestedNameSpecifier()))
229       return false;
230     return traverse(NNS);
231   }
232   bool TraverseConstructorInitializer(CXXCtorInitializer *CtorInit) {
233     if (!CtorInit)
234       return true;
235     ScopedIncrement ScopedDepth(&CurrentDepth);
236     return traverse(*CtorInit);
237   }
238   bool TraverseTemplateArgumentLoc(TemplateArgumentLoc TAL) {
239     ScopedIncrement ScopedDepth(&CurrentDepth);
240     return traverse(TAL);
241   }
242   bool TraverseCXXForRangeStmt(CXXForRangeStmt *Node) {
243     if (!Finder->isTraversalIgnoringImplicitNodes())
244       return VisitorBase::TraverseCXXForRangeStmt(Node);
245     if (!Node)
246       return true;
247     ScopedIncrement ScopedDepth(&CurrentDepth);
248     if (auto *Init = Node->getInit())
249       if (!traverse(*Init))
250         return false;
251     if (!match(*Node->getLoopVariable()))
252       return false;
253     if (match(*Node->getRangeInit()))
254       if (!VisitorBase::TraverseStmt(Node->getRangeInit()))
255         return false;
256     if (!match(*Node->getBody()))
257       return false;
258     return VisitorBase::TraverseStmt(Node->getBody());
259   }
260   bool TraverseCXXRewrittenBinaryOperator(CXXRewrittenBinaryOperator *Node) {
261     if (!Finder->isTraversalIgnoringImplicitNodes())
262       return VisitorBase::TraverseCXXRewrittenBinaryOperator(Node);
263     if (!Node)
264       return true;
265     ScopedIncrement ScopedDepth(&CurrentDepth);
266 
267     return match(*Node->getLHS()) && match(*Node->getRHS());
268   }
269   bool TraverseAttr(Attr *A) {
270     if (A == nullptr ||
271         (A->isImplicit() &&
272          Finder->getASTContext().getParentMapContext().getTraversalKind() ==
273              TK_IgnoreUnlessSpelledInSource))
274       return true;
275     ScopedIncrement ScopedDepth(&CurrentDepth);
276     return traverse(*A);
277   }
278   bool TraverseLambdaExpr(LambdaExpr *Node) {
279     if (!Finder->isTraversalIgnoringImplicitNodes())
280       return VisitorBase::TraverseLambdaExpr(Node);
281     if (!Node)
282       return true;
283     ScopedIncrement ScopedDepth(&CurrentDepth);
284 
285     for (unsigned I = 0, N = Node->capture_size(); I != N; ++I) {
286       const auto *C = Node->capture_begin() + I;
287       if (!C->isExplicit())
288         continue;
289       if (Node->isInitCapture(C) && !match(*C->getCapturedVar()))
290         return false;
291       if (!match(*Node->capture_init_begin()[I]))
292         return false;
293     }
294 
295     if (const auto *TPL = Node->getTemplateParameterList()) {
296       for (const auto *TP : *TPL) {
297         if (!match(*TP))
298           return false;
299       }
300     }
301 
302     for (const auto *P : Node->getCallOperator()->parameters()) {
303       if (!match(*P))
304         return false;
305     }
306 
307     if (!match(*Node->getBody()))
308       return false;
309 
310     return VisitorBase::TraverseStmt(Node->getBody());
311   }
312 
313   bool shouldVisitTemplateInstantiations() const { return true; }
314   bool shouldVisitImplicitCode() const { return !IgnoreImplicitChildren; }
315 
316 private:
317   // Used for updating the depth during traversal.
318   struct ScopedIncrement {
319     explicit ScopedIncrement(int *Depth) : Depth(Depth) { ++(*Depth); }
320     ~ScopedIncrement() { --(*Depth); }
321 
322    private:
323     int *Depth;
324   };
325 
326   // Resets the state of this object.
327   void reset() {
328     Matches = false;
329     CurrentDepth = 0;
330   }
331 
332   // Forwards the call to the corresponding Traverse*() method in the
333   // base visitor class.
334   bool baseTraverse(const Decl &DeclNode) {
335     return VisitorBase::TraverseDecl(const_cast<Decl*>(&DeclNode));
336   }
337   bool baseTraverse(const Stmt &StmtNode) {
338     return VisitorBase::TraverseStmt(const_cast<Stmt*>(&StmtNode));
339   }
340   bool baseTraverse(QualType TypeNode) {
341     return VisitorBase::TraverseType(TypeNode);
342   }
343   bool baseTraverse(TypeLoc TypeLocNode) {
344     return VisitorBase::TraverseTypeLoc(TypeLocNode);
345   }
346   bool baseTraverse(const NestedNameSpecifier &NNS) {
347     return VisitorBase::TraverseNestedNameSpecifier(
348         const_cast<NestedNameSpecifier*>(&NNS));
349   }
350   bool baseTraverse(NestedNameSpecifierLoc NNS) {
351     return VisitorBase::TraverseNestedNameSpecifierLoc(NNS);
352   }
353   bool baseTraverse(const CXXCtorInitializer &CtorInit) {
354     return VisitorBase::TraverseConstructorInitializer(
355         const_cast<CXXCtorInitializer *>(&CtorInit));
356   }
357   bool baseTraverse(TemplateArgumentLoc TAL) {
358     return VisitorBase::TraverseTemplateArgumentLoc(TAL);
359   }
360   bool baseTraverse(const Attr &AttrNode) {
361     return VisitorBase::TraverseAttr(const_cast<Attr *>(&AttrNode));
362   }
363 
364   // Sets 'Matched' to true if 'Matcher' matches 'Node' and:
365   //   0 < CurrentDepth <= MaxDepth.
366   //
367   // Returns 'true' if traversal should continue after this function
368   // returns, i.e. if no match is found or 'Bind' is 'BK_All'.
369   template <typename T>
370   bool match(const T &Node) {
371     if (CurrentDepth == 0 || CurrentDepth > MaxDepth) {
372       return true;
373     }
374     if (Bind != ASTMatchFinder::BK_All) {
375       BoundNodesTreeBuilder RecursiveBuilder(*Builder);
376       if (Matcher->matches(DynTypedNode::create(Node), Finder,
377                            &RecursiveBuilder)) {
378         Matches = true;
379         ResultBindings.addMatch(RecursiveBuilder);
380         return false; // Abort as soon as a match is found.
381       }
382     } else {
383       BoundNodesTreeBuilder RecursiveBuilder(*Builder);
384       if (Matcher->matches(DynTypedNode::create(Node), Finder,
385                            &RecursiveBuilder)) {
386         // After the first match the matcher succeeds.
387         Matches = true;
388         ResultBindings.addMatch(RecursiveBuilder);
389       }
390     }
391     return true;
392   }
393 
394   // Traverses the subtree rooted at 'Node'; returns true if the
395   // traversal should continue after this function returns.
396   template <typename T>
397   bool traverse(const T &Node) {
398     static_assert(IsBaseType<T>::value,
399                   "traverse can only be instantiated with base type");
400     if (!match(Node))
401       return false;
402     return baseTraverse(Node);
403   }
404 
405   const DynTypedMatcher *const Matcher;
406   ASTMatchFinder *const Finder;
407   BoundNodesTreeBuilder *const Builder;
408   BoundNodesTreeBuilder ResultBindings;
409   int CurrentDepth;
410   const int MaxDepth;
411   const bool IgnoreImplicitChildren;
412   const ASTMatchFinder::BindKind Bind;
413   bool Matches;
414 };
415 
416 // Controls the outermost traversal of the AST and allows to match multiple
417 // matchers.
418 class MatchASTVisitor : public RecursiveASTVisitor<MatchASTVisitor>,
419                         public ASTMatchFinder {
420 public:
421   MatchASTVisitor(const MatchFinder::MatchersByType *Matchers,
422                   const MatchFinder::MatchFinderOptions &Options)
423       : Matchers(Matchers), Options(Options), ActiveASTContext(nullptr) {}
424 
425   ~MatchASTVisitor() override {
426     if (Options.CheckProfiling) {
427       Options.CheckProfiling->Records = std::move(TimeByBucket);
428     }
429   }
430 
431   void onStartOfTranslationUnit() {
432     const bool EnableCheckProfiling = Options.CheckProfiling.has_value();
433     TimeBucketRegion Timer;
434     for (MatchCallback *MC : Matchers->AllCallbacks) {
435       if (EnableCheckProfiling)
436         Timer.setBucket(&TimeByBucket[MC->getID()]);
437       MC->onStartOfTranslationUnit();
438     }
439   }
440 
441   void onEndOfTranslationUnit() {
442     const bool EnableCheckProfiling = Options.CheckProfiling.has_value();
443     TimeBucketRegion Timer;
444     for (MatchCallback *MC : Matchers->AllCallbacks) {
445       if (EnableCheckProfiling)
446         Timer.setBucket(&TimeByBucket[MC->getID()]);
447       MC->onEndOfTranslationUnit();
448     }
449   }
450 
451   void set_active_ast_context(ASTContext *NewActiveASTContext) {
452     ActiveASTContext = NewActiveASTContext;
453   }
454 
455   // The following Visit*() and Traverse*() functions "override"
456   // methods in RecursiveASTVisitor.
457 
458   bool VisitTypedefNameDecl(TypedefNameDecl *DeclNode) {
459     // When we see 'typedef A B', we add name 'B' to the set of names
460     // A's canonical type maps to.  This is necessary for implementing
461     // isDerivedFrom(x) properly, where x can be the name of the base
462     // class or any of its aliases.
463     //
464     // In general, the is-alias-of (as defined by typedefs) relation
465     // is tree-shaped, as you can typedef a type more than once.  For
466     // example,
467     //
468     //   typedef A B;
469     //   typedef A C;
470     //   typedef C D;
471     //   typedef C E;
472     //
473     // gives you
474     //
475     //   A
476     //   |- B
477     //   `- C
478     //      |- D
479     //      `- E
480     //
481     // It is wrong to assume that the relation is a chain.  A correct
482     // implementation of isDerivedFrom() needs to recognize that B and
483     // E are aliases, even though neither is a typedef of the other.
484     // Therefore, we cannot simply walk through one typedef chain to
485     // find out whether the type name matches.
486     const Type *TypeNode = DeclNode->getUnderlyingType().getTypePtr();
487     const Type *CanonicalType =  // root of the typedef tree
488         ActiveASTContext->getCanonicalType(TypeNode);
489     TypeAliases[CanonicalType].insert(DeclNode);
490     return true;
491   }
492 
493   bool VisitObjCCompatibleAliasDecl(ObjCCompatibleAliasDecl *CAD) {
494     const ObjCInterfaceDecl *InterfaceDecl = CAD->getClassInterface();
495     CompatibleAliases[InterfaceDecl].insert(CAD);
496     return true;
497   }
498 
499   bool TraverseDecl(Decl *DeclNode);
500   bool TraverseStmt(Stmt *StmtNode, DataRecursionQueue *Queue = nullptr);
501   bool TraverseType(QualType TypeNode);
502   bool TraverseTypeLoc(TypeLoc TypeNode);
503   bool TraverseNestedNameSpecifier(NestedNameSpecifier *NNS);
504   bool TraverseNestedNameSpecifierLoc(NestedNameSpecifierLoc NNS);
505   bool TraverseConstructorInitializer(CXXCtorInitializer *CtorInit);
506   bool TraverseTemplateArgumentLoc(TemplateArgumentLoc TAL);
507   bool TraverseAttr(Attr *AttrNode);
508 
509   bool dataTraverseNode(Stmt *S, DataRecursionQueue *Queue) {
510     if (auto *RF = dyn_cast<CXXForRangeStmt>(S)) {
511       {
512         ASTNodeNotAsIsSourceScope RAII(this, true);
513         TraverseStmt(RF->getInit());
514         // Don't traverse under the loop variable
515         match(*RF->getLoopVariable());
516         TraverseStmt(RF->getRangeInit());
517       }
518       {
519         ASTNodeNotSpelledInSourceScope RAII(this, true);
520         for (auto *SubStmt : RF->children()) {
521           if (SubStmt != RF->getBody())
522             TraverseStmt(SubStmt);
523         }
524       }
525       TraverseStmt(RF->getBody());
526       return true;
527     } else if (auto *RBO = dyn_cast<CXXRewrittenBinaryOperator>(S)) {
528       {
529         ASTNodeNotAsIsSourceScope RAII(this, true);
530         TraverseStmt(const_cast<Expr *>(RBO->getLHS()));
531         TraverseStmt(const_cast<Expr *>(RBO->getRHS()));
532       }
533       {
534         ASTNodeNotSpelledInSourceScope RAII(this, true);
535         for (auto *SubStmt : RBO->children()) {
536           TraverseStmt(SubStmt);
537         }
538       }
539       return true;
540     } else if (auto *LE = dyn_cast<LambdaExpr>(S)) {
541       for (auto I : llvm::zip(LE->captures(), LE->capture_inits())) {
542         auto C = std::get<0>(I);
543         ASTNodeNotSpelledInSourceScope RAII(
544             this, TraversingASTNodeNotSpelledInSource || !C.isExplicit());
545         TraverseLambdaCapture(LE, &C, std::get<1>(I));
546       }
547 
548       {
549         ASTNodeNotSpelledInSourceScope RAII(this, true);
550         TraverseDecl(LE->getLambdaClass());
551       }
552       {
553         ASTNodeNotAsIsSourceScope RAII(this, true);
554 
555         // We need to poke around to find the bits that might be explicitly
556         // written.
557         TypeLoc TL = LE->getCallOperator()->getTypeSourceInfo()->getTypeLoc();
558         FunctionProtoTypeLoc Proto = TL.getAsAdjusted<FunctionProtoTypeLoc>();
559 
560         if (auto *TPL = LE->getTemplateParameterList()) {
561           for (NamedDecl *D : *TPL) {
562             TraverseDecl(D);
563           }
564           if (Expr *RequiresClause = TPL->getRequiresClause()) {
565             TraverseStmt(RequiresClause);
566           }
567         }
568 
569         if (LE->hasExplicitParameters()) {
570           // Visit parameters.
571           for (ParmVarDecl *Param : Proto.getParams())
572             TraverseDecl(Param);
573         }
574 
575         const auto *T = Proto.getTypePtr();
576         for (const auto &E : T->exceptions())
577           TraverseType(E);
578 
579         if (Expr *NE = T->getNoexceptExpr())
580           TraverseStmt(NE, Queue);
581 
582         if (LE->hasExplicitResultType())
583           TraverseTypeLoc(Proto.getReturnLoc());
584         TraverseStmt(LE->getTrailingRequiresClause());
585       }
586 
587       TraverseStmt(LE->getBody());
588       return true;
589     }
590     return RecursiveASTVisitor<MatchASTVisitor>::dataTraverseNode(S, Queue);
591   }
592 
593   // Matches children or descendants of 'Node' with 'BaseMatcher'.
594   bool memoizedMatchesRecursively(const DynTypedNode &Node, ASTContext &Ctx,
595                                   const DynTypedMatcher &Matcher,
596                                   BoundNodesTreeBuilder *Builder, int MaxDepth,
597                                   BindKind Bind) {
598     // For AST-nodes that don't have an identity, we can't memoize.
599     if (!Node.getMemoizationData() || !Builder->isComparable())
600       return matchesRecursively(Node, Matcher, Builder, MaxDepth, Bind);
601 
602     MatchKey Key;
603     Key.MatcherID = Matcher.getID();
604     Key.Node = Node;
605     // Note that we key on the bindings *before* the match.
606     Key.BoundNodes = *Builder;
607     Key.Traversal = Ctx.getParentMapContext().getTraversalKind();
608     // Memoize result even doing a single-level match, it might be expensive.
609     Key.Type = MaxDepth == 1 ? MatchType::Child : MatchType::Descendants;
610     MemoizationMap::iterator I = ResultCache.find(Key);
611     if (I != ResultCache.end()) {
612       *Builder = I->second.Nodes;
613       return I->second.ResultOfMatch;
614     }
615 
616     MemoizedMatchResult Result;
617     Result.Nodes = *Builder;
618     Result.ResultOfMatch =
619         matchesRecursively(Node, Matcher, &Result.Nodes, MaxDepth, Bind);
620 
621     MemoizedMatchResult &CachedResult = ResultCache[Key];
622     CachedResult = std::move(Result);
623 
624     *Builder = CachedResult.Nodes;
625     return CachedResult.ResultOfMatch;
626   }
627 
628   // Matches children or descendants of 'Node' with 'BaseMatcher'.
629   bool matchesRecursively(const DynTypedNode &Node,
630                           const DynTypedMatcher &Matcher,
631                           BoundNodesTreeBuilder *Builder, int MaxDepth,
632                           BindKind Bind) {
633     bool ScopedTraversal = TraversingASTNodeNotSpelledInSource ||
634                            TraversingASTChildrenNotSpelledInSource;
635 
636     bool IgnoreImplicitChildren = false;
637 
638     if (isTraversalIgnoringImplicitNodes()) {
639       IgnoreImplicitChildren = true;
640     }
641 
642     ASTNodeNotSpelledInSourceScope RAII(this, ScopedTraversal);
643 
644     MatchChildASTVisitor Visitor(&Matcher, this, Builder, MaxDepth,
645                                  IgnoreImplicitChildren, Bind);
646     return Visitor.findMatch(Node);
647   }
648 
649   bool classIsDerivedFrom(const CXXRecordDecl *Declaration,
650                           const Matcher<NamedDecl> &Base,
651                           BoundNodesTreeBuilder *Builder,
652                           bool Directly) override;
653 
654   bool objcClassIsDerivedFrom(const ObjCInterfaceDecl *Declaration,
655                               const Matcher<NamedDecl> &Base,
656                               BoundNodesTreeBuilder *Builder,
657                               bool Directly) override;
658 
659   // Implements ASTMatchFinder::matchesChildOf.
660   bool matchesChildOf(const DynTypedNode &Node, ASTContext &Ctx,
661                       const DynTypedMatcher &Matcher,
662                       BoundNodesTreeBuilder *Builder, BindKind Bind) override {
663     if (ResultCache.size() > MaxMemoizationEntries)
664       ResultCache.clear();
665     return memoizedMatchesRecursively(Node, Ctx, Matcher, Builder, 1, Bind);
666   }
667   // Implements ASTMatchFinder::matchesDescendantOf.
668   bool matchesDescendantOf(const DynTypedNode &Node, ASTContext &Ctx,
669                            const DynTypedMatcher &Matcher,
670                            BoundNodesTreeBuilder *Builder,
671                            BindKind Bind) override {
672     if (ResultCache.size() > MaxMemoizationEntries)
673       ResultCache.clear();
674     return memoizedMatchesRecursively(Node, Ctx, Matcher, Builder, INT_MAX,
675                                       Bind);
676   }
677   // Implements ASTMatchFinder::matchesAncestorOf.
678   bool matchesAncestorOf(const DynTypedNode &Node, ASTContext &Ctx,
679                          const DynTypedMatcher &Matcher,
680                          BoundNodesTreeBuilder *Builder,
681                          AncestorMatchMode MatchMode) override {
682     // Reset the cache outside of the recursive call to make sure we
683     // don't invalidate any iterators.
684     if (ResultCache.size() > MaxMemoizationEntries)
685       ResultCache.clear();
686     if (MatchMode == AncestorMatchMode::AMM_ParentOnly)
687       return matchesParentOf(Node, Matcher, Builder);
688     return matchesAnyAncestorOf(Node, Ctx, Matcher, Builder);
689   }
690 
691   // Matches all registered matchers on the given node and calls the
692   // result callback for every node that matches.
693   void match(const DynTypedNode &Node) {
694     // FIXME: Improve this with a switch or a visitor pattern.
695     if (auto *N = Node.get<Decl>()) {
696       match(*N);
697     } else if (auto *N = Node.get<Stmt>()) {
698       match(*N);
699     } else if (auto *N = Node.get<Type>()) {
700       match(*N);
701     } else if (auto *N = Node.get<QualType>()) {
702       match(*N);
703     } else if (auto *N = Node.get<NestedNameSpecifier>()) {
704       match(*N);
705     } else if (auto *N = Node.get<NestedNameSpecifierLoc>()) {
706       match(*N);
707     } else if (auto *N = Node.get<TypeLoc>()) {
708       match(*N);
709     } else if (auto *N = Node.get<CXXCtorInitializer>()) {
710       match(*N);
711     } else if (auto *N = Node.get<TemplateArgumentLoc>()) {
712       match(*N);
713     } else if (auto *N = Node.get<Attr>()) {
714       match(*N);
715     }
716   }
717 
718   template <typename T> void match(const T &Node) {
719     matchDispatch(&Node);
720   }
721 
722   // Implements ASTMatchFinder::getASTContext.
723   ASTContext &getASTContext() const override { return *ActiveASTContext; }
724 
725   bool shouldVisitTemplateInstantiations() const { return true; }
726   bool shouldVisitImplicitCode() const { return true; }
727 
728   // We visit the lambda body explicitly, so instruct the RAV
729   // to not visit it on our behalf too.
730   bool shouldVisitLambdaBody() const { return false; }
731 
732   bool IsMatchingInASTNodeNotSpelledInSource() const override {
733     return TraversingASTNodeNotSpelledInSource;
734   }
735   bool isMatchingChildrenNotSpelledInSource() const override {
736     return TraversingASTChildrenNotSpelledInSource;
737   }
738   void setMatchingChildrenNotSpelledInSource(bool Set) override {
739     TraversingASTChildrenNotSpelledInSource = Set;
740   }
741 
742   bool IsMatchingInASTNodeNotAsIs() const override {
743     return TraversingASTNodeNotAsIs;
744   }
745 
746   bool TraverseTemplateInstantiations(ClassTemplateDecl *D) {
747     ASTNodeNotSpelledInSourceScope RAII(this, true);
748     return RecursiveASTVisitor<MatchASTVisitor>::TraverseTemplateInstantiations(
749         D);
750   }
751 
752   bool TraverseTemplateInstantiations(VarTemplateDecl *D) {
753     ASTNodeNotSpelledInSourceScope RAII(this, true);
754     return RecursiveASTVisitor<MatchASTVisitor>::TraverseTemplateInstantiations(
755         D);
756   }
757 
758   bool TraverseTemplateInstantiations(FunctionTemplateDecl *D) {
759     ASTNodeNotSpelledInSourceScope RAII(this, true);
760     return RecursiveASTVisitor<MatchASTVisitor>::TraverseTemplateInstantiations(
761         D);
762   }
763 
764 private:
765   bool TraversingASTNodeNotSpelledInSource = false;
766   bool TraversingASTNodeNotAsIs = false;
767   bool TraversingASTChildrenNotSpelledInSource = false;
768 
769   class CurMatchData {
770 // We don't have enough free low bits in 32bit builds to discriminate 8 pointer
771 // types in PointerUnion. so split the union in 2 using a free bit from the
772 // callback pointer.
773 #define CMD_TYPES_0                                                            \
774   const QualType *, const TypeLoc *, const NestedNameSpecifier *,              \
775       const NestedNameSpecifierLoc *
776 #define CMD_TYPES_1                                                            \
777   const CXXCtorInitializer *, const TemplateArgumentLoc *, const Attr *,       \
778       const DynTypedNode *
779 
780 #define IMPL(Index)                                                            \
781   template <typename NodeType>                                                 \
782   typename std::enable_if_t<                                                   \
783       llvm::is_one_of<const NodeType *, CMD_TYPES_##Index>::value>             \
784   SetCallbackAndRawNode(const MatchCallback *CB, const NodeType &N) {          \
785     assertEmpty();                                                             \
786     Callback.setPointerAndInt(CB, Index);                                      \
787     Node##Index = &N;                                                          \
788   }                                                                            \
789                                                                                \
790   template <typename T>                                                        \
791   typename std::enable_if_t<                                                   \
792       llvm::is_one_of<const T *, CMD_TYPES_##Index>::value, const T *>         \
793   getNode() const {                                                            \
794     assertHoldsState();                                                        \
795     return Callback.getInt() == (Index) ? Node##Index.dyn_cast<const T *>()    \
796                                         : nullptr;                             \
797   }
798 
799   public:
800     CurMatchData() : Node0(nullptr) {}
801 
802     IMPL(0)
803     IMPL(1)
804 
805     const MatchCallback *getCallback() const { return Callback.getPointer(); }
806 
807     void SetBoundNodes(const BoundNodes &BN) {
808       assertHoldsState();
809       BNodes = &BN;
810     }
811 
812     void clearBoundNodes() {
813       assertHoldsState();
814       BNodes = nullptr;
815     }
816 
817     const BoundNodes *getBoundNodes() const {
818       assertHoldsState();
819       return BNodes;
820     }
821 
822     void reset() {
823       assertHoldsState();
824       Callback.setPointerAndInt(nullptr, 0);
825       Node0 = nullptr;
826     }
827 
828   private:
829     void assertHoldsState() const {
830       assert(Callback.getPointer() != nullptr && !Node0.isNull());
831     }
832 
833     void assertEmpty() const {
834       assert(Callback.getPointer() == nullptr && Node0.isNull() &&
835              BNodes == nullptr);
836     }
837 
838     llvm::PointerIntPair<const MatchCallback *, 1> Callback;
839     union {
840       llvm::PointerUnion<CMD_TYPES_0> Node0;
841       llvm::PointerUnion<CMD_TYPES_1> Node1;
842     };
843     const BoundNodes *BNodes = nullptr;
844 
845 #undef CMD_TYPES_0
846 #undef CMD_TYPES_1
847 #undef IMPL
848   } CurMatchState;
849 
850   struct CurMatchRAII {
851     template <typename NodeType>
852     CurMatchRAII(MatchASTVisitor &MV, const MatchCallback *CB,
853                  const NodeType &NT)
854         : MV(MV) {
855       MV.CurMatchState.SetCallbackAndRawNode(CB, NT);
856     }
857 
858     ~CurMatchRAII() { MV.CurMatchState.reset(); }
859 
860   private:
861     MatchASTVisitor &MV;
862   };
863 
864 public:
865   class TraceReporter : llvm::PrettyStackTraceEntry {
866     static void dumpNode(const ASTContext &Ctx, const DynTypedNode &Node,
867                          raw_ostream &OS) {
868       if (const auto *D = Node.get<Decl>()) {
869         OS << D->getDeclKindName() << "Decl ";
870         if (const auto *ND = dyn_cast<NamedDecl>(D)) {
871           ND->printQualifiedName(OS);
872           OS << " : ";
873         } else
874           OS << ": ";
875         D->getSourceRange().print(OS, Ctx.getSourceManager());
876       } else if (const auto *S = Node.get<Stmt>()) {
877         OS << S->getStmtClassName() << " : ";
878         S->getSourceRange().print(OS, Ctx.getSourceManager());
879       } else if (const auto *T = Node.get<Type>()) {
880         OS << T->getTypeClassName() << "Type : ";
881         QualType(T, 0).print(OS, Ctx.getPrintingPolicy());
882       } else if (const auto *QT = Node.get<QualType>()) {
883         OS << "QualType : ";
884         QT->print(OS, Ctx.getPrintingPolicy());
885       } else {
886         OS << Node.getNodeKind().asStringRef() << " : ";
887         Node.getSourceRange().print(OS, Ctx.getSourceManager());
888       }
889     }
890 
891     static void dumpNodeFromState(const ASTContext &Ctx,
892                                   const CurMatchData &State, raw_ostream &OS) {
893       if (const DynTypedNode *MatchNode = State.getNode<DynTypedNode>()) {
894         dumpNode(Ctx, *MatchNode, OS);
895       } else if (const auto *QT = State.getNode<QualType>()) {
896         dumpNode(Ctx, DynTypedNode::create(*QT), OS);
897       } else if (const auto *TL = State.getNode<TypeLoc>()) {
898         dumpNode(Ctx, DynTypedNode::create(*TL), OS);
899       } else if (const auto *NNS = State.getNode<NestedNameSpecifier>()) {
900         dumpNode(Ctx, DynTypedNode::create(*NNS), OS);
901       } else if (const auto *NNSL = State.getNode<NestedNameSpecifierLoc>()) {
902         dumpNode(Ctx, DynTypedNode::create(*NNSL), OS);
903       } else if (const auto *CtorInit = State.getNode<CXXCtorInitializer>()) {
904         dumpNode(Ctx, DynTypedNode::create(*CtorInit), OS);
905       } else if (const auto *TAL = State.getNode<TemplateArgumentLoc>()) {
906         dumpNode(Ctx, DynTypedNode::create(*TAL), OS);
907       } else if (const auto *At = State.getNode<Attr>()) {
908         dumpNode(Ctx, DynTypedNode::create(*At), OS);
909       }
910     }
911 
912   public:
913     TraceReporter(const MatchASTVisitor &MV) : MV(MV) {}
914     void print(raw_ostream &OS) const override {
915       const CurMatchData &State = MV.CurMatchState;
916       const MatchCallback *CB = State.getCallback();
917       if (!CB) {
918         OS << "ASTMatcher: Not currently matching\n";
919         return;
920       }
921 
922       assert(MV.ActiveASTContext &&
923              "ActiveASTContext should be set if there is a matched callback");
924 
925       ASTContext &Ctx = MV.getASTContext();
926 
927       if (const BoundNodes *Nodes = State.getBoundNodes()) {
928         OS << "ASTMatcher: Processing '" << CB->getID() << "' against:\n\t";
929         dumpNodeFromState(Ctx, State, OS);
930         const BoundNodes::IDToNodeMap &Map = Nodes->getMap();
931         if (Map.empty()) {
932           OS << "\nNo bound nodes\n";
933           return;
934         }
935         OS << "\n--- Bound Nodes Begin ---\n";
936         for (const auto &Item : Map) {
937           OS << "    " << Item.first << " - { ";
938           dumpNode(Ctx, Item.second, OS);
939           OS << " }\n";
940         }
941         OS << "--- Bound Nodes End ---\n";
942       } else {
943         OS << "ASTMatcher: Matching '" << CB->getID() << "' against:\n\t";
944         dumpNodeFromState(Ctx, State, OS);
945         OS << '\n';
946       }
947     }
948 
949   private:
950     const MatchASTVisitor &MV;
951   };
952 
953 private:
954   struct ASTNodeNotSpelledInSourceScope {
955     ASTNodeNotSpelledInSourceScope(MatchASTVisitor *V, bool B)
956         : MV(V), MB(V->TraversingASTNodeNotSpelledInSource) {
957       V->TraversingASTNodeNotSpelledInSource = B;
958     }
959     ~ASTNodeNotSpelledInSourceScope() {
960       MV->TraversingASTNodeNotSpelledInSource = MB;
961     }
962 
963   private:
964     MatchASTVisitor *MV;
965     bool MB;
966   };
967 
968   struct ASTNodeNotAsIsSourceScope {
969     ASTNodeNotAsIsSourceScope(MatchASTVisitor *V, bool B)
970         : MV(V), MB(V->TraversingASTNodeNotAsIs) {
971       V->TraversingASTNodeNotAsIs = B;
972     }
973     ~ASTNodeNotAsIsSourceScope() { MV->TraversingASTNodeNotAsIs = MB; }
974 
975   private:
976     MatchASTVisitor *MV;
977     bool MB;
978   };
979 
980   class TimeBucketRegion {
981   public:
982     TimeBucketRegion() : Bucket(nullptr) {}
983     ~TimeBucketRegion() { setBucket(nullptr); }
984 
985     /// Start timing for \p NewBucket.
986     ///
987     /// If there was a bucket already set, it will finish the timing for that
988     /// other bucket.
989     /// \p NewBucket will be timed until the next call to \c setBucket() or
990     /// until the \c TimeBucketRegion is destroyed.
991     /// If \p NewBucket is the same as the currently timed bucket, this call
992     /// does nothing.
993     void setBucket(llvm::TimeRecord *NewBucket) {
994       if (Bucket != NewBucket) {
995         auto Now = llvm::TimeRecord::getCurrentTime(true);
996         if (Bucket)
997           *Bucket += Now;
998         if (NewBucket)
999           *NewBucket -= Now;
1000         Bucket = NewBucket;
1001       }
1002     }
1003 
1004   private:
1005     llvm::TimeRecord *Bucket;
1006   };
1007 
1008   /// Runs all the \p Matchers on \p Node.
1009   ///
1010   /// Used by \c matchDispatch() below.
1011   template <typename T, typename MC>
1012   void matchWithoutFilter(const T &Node, const MC &Matchers) {
1013     const bool EnableCheckProfiling = Options.CheckProfiling.has_value();
1014     TimeBucketRegion Timer;
1015     for (const auto &MP : Matchers) {
1016       if (EnableCheckProfiling)
1017         Timer.setBucket(&TimeByBucket[MP.second->getID()]);
1018       BoundNodesTreeBuilder Builder;
1019       CurMatchRAII RAII(*this, MP.second, Node);
1020       if (MP.first.matches(Node, this, &Builder)) {
1021         MatchVisitor Visitor(*this, ActiveASTContext, MP.second);
1022         Builder.visitMatches(&Visitor);
1023       }
1024     }
1025   }
1026 
1027   void matchWithFilter(const DynTypedNode &DynNode) {
1028     auto Kind = DynNode.getNodeKind();
1029     auto it = MatcherFiltersMap.find(Kind);
1030     const auto &Filter =
1031         it != MatcherFiltersMap.end() ? it->second : getFilterForKind(Kind);
1032 
1033     if (Filter.empty())
1034       return;
1035 
1036     const bool EnableCheckProfiling = Options.CheckProfiling.has_value();
1037     TimeBucketRegion Timer;
1038     auto &Matchers = this->Matchers->DeclOrStmt;
1039     for (unsigned short I : Filter) {
1040       auto &MP = Matchers[I];
1041       if (EnableCheckProfiling)
1042         Timer.setBucket(&TimeByBucket[MP.second->getID()]);
1043       BoundNodesTreeBuilder Builder;
1044 
1045       {
1046         TraversalKindScope RAII(getASTContext(), MP.first.getTraversalKind());
1047         if (getASTContext().getParentMapContext().traverseIgnored(DynNode) !=
1048             DynNode)
1049           continue;
1050       }
1051 
1052       CurMatchRAII RAII(*this, MP.second, DynNode);
1053       if (MP.first.matches(DynNode, this, &Builder)) {
1054         MatchVisitor Visitor(*this, ActiveASTContext, MP.second);
1055         Builder.visitMatches(&Visitor);
1056       }
1057     }
1058   }
1059 
1060   const std::vector<unsigned short> &getFilterForKind(ASTNodeKind Kind) {
1061     auto &Filter = MatcherFiltersMap[Kind];
1062     auto &Matchers = this->Matchers->DeclOrStmt;
1063     assert((Matchers.size() < USHRT_MAX) && "Too many matchers.");
1064     for (unsigned I = 0, E = Matchers.size(); I != E; ++I) {
1065       if (Matchers[I].first.canMatchNodesOfKind(Kind)) {
1066         Filter.push_back(I);
1067       }
1068     }
1069     return Filter;
1070   }
1071 
1072   /// @{
1073   /// Overloads to pair the different node types to their matchers.
1074   void matchDispatch(const Decl *Node) {
1075     return matchWithFilter(DynTypedNode::create(*Node));
1076   }
1077   void matchDispatch(const Stmt *Node) {
1078     return matchWithFilter(DynTypedNode::create(*Node));
1079   }
1080 
1081   void matchDispatch(const Type *Node) {
1082     matchWithoutFilter(QualType(Node, 0), Matchers->Type);
1083   }
1084   void matchDispatch(const TypeLoc *Node) {
1085     matchWithoutFilter(*Node, Matchers->TypeLoc);
1086   }
1087   void matchDispatch(const QualType *Node) {
1088     matchWithoutFilter(*Node, Matchers->Type);
1089   }
1090   void matchDispatch(const NestedNameSpecifier *Node) {
1091     matchWithoutFilter(*Node, Matchers->NestedNameSpecifier);
1092   }
1093   void matchDispatch(const NestedNameSpecifierLoc *Node) {
1094     matchWithoutFilter(*Node, Matchers->NestedNameSpecifierLoc);
1095   }
1096   void matchDispatch(const CXXCtorInitializer *Node) {
1097     matchWithoutFilter(*Node, Matchers->CtorInit);
1098   }
1099   void matchDispatch(const TemplateArgumentLoc *Node) {
1100     matchWithoutFilter(*Node, Matchers->TemplateArgumentLoc);
1101   }
1102   void matchDispatch(const Attr *Node) {
1103     matchWithoutFilter(*Node, Matchers->Attr);
1104   }
1105   void matchDispatch(const void *) { /* Do nothing. */ }
1106   /// @}
1107 
1108   // Returns whether a direct parent of \p Node matches \p Matcher.
1109   // Unlike matchesAnyAncestorOf there's no memoization: it doesn't save much.
1110   bool matchesParentOf(const DynTypedNode &Node, const DynTypedMatcher &Matcher,
1111                        BoundNodesTreeBuilder *Builder) {
1112     for (const auto &Parent : ActiveASTContext->getParents(Node)) {
1113       BoundNodesTreeBuilder BuilderCopy = *Builder;
1114       if (Matcher.matches(Parent, this, &BuilderCopy)) {
1115         *Builder = std::move(BuilderCopy);
1116         return true;
1117       }
1118     }
1119     return false;
1120   }
1121 
1122   // Returns whether an ancestor of \p Node matches \p Matcher.
1123   //
1124   // The order of matching (which can lead to different nodes being bound in
1125   // case there are multiple matches) is breadth first search.
1126   //
1127   // To allow memoization in the very common case of having deeply nested
1128   // expressions inside a template function, we first walk up the AST, memoizing
1129   // the result of the match along the way, as long as there is only a single
1130   // parent.
1131   //
1132   // Once there are multiple parents, the breadth first search order does not
1133   // allow simple memoization on the ancestors. Thus, we only memoize as long
1134   // as there is a single parent.
1135   //
1136   // We avoid a recursive implementation to prevent excessive stack use on
1137   // very deep ASTs (similarly to RecursiveASTVisitor's data recursion).
1138   bool matchesAnyAncestorOf(DynTypedNode Node, ASTContext &Ctx,
1139                             const DynTypedMatcher &Matcher,
1140                             BoundNodesTreeBuilder *Builder) {
1141 
1142     // Memoization keys that can be updated with the result.
1143     // These are the memoizable nodes in the chain of unique parents, which
1144     // terminates when a node has multiple parents, or matches, or is the root.
1145     std::vector<MatchKey> Keys;
1146     // When returning, update the memoization cache.
1147     auto Finish = [&](bool Matched) {
1148       for (const auto &Key : Keys) {
1149         MemoizedMatchResult &CachedResult = ResultCache[Key];
1150         CachedResult.ResultOfMatch = Matched;
1151         CachedResult.Nodes = *Builder;
1152       }
1153       return Matched;
1154     };
1155 
1156     // Loop while there's a single parent and we want to attempt memoization.
1157     DynTypedNodeList Parents{ArrayRef<DynTypedNode>()}; // after loop: size != 1
1158     for (;;) {
1159       // A cache key only makes sense if memoization is possible.
1160       if (Builder->isComparable()) {
1161         Keys.emplace_back();
1162         Keys.back().MatcherID = Matcher.getID();
1163         Keys.back().Node = Node;
1164         Keys.back().BoundNodes = *Builder;
1165         Keys.back().Traversal = Ctx.getParentMapContext().getTraversalKind();
1166         Keys.back().Type = MatchType::Ancestors;
1167 
1168         // Check the cache.
1169         MemoizationMap::iterator I = ResultCache.find(Keys.back());
1170         if (I != ResultCache.end()) {
1171           Keys.pop_back(); // Don't populate the cache for the matching node!
1172           *Builder = I->second.Nodes;
1173           return Finish(I->second.ResultOfMatch);
1174         }
1175       }
1176 
1177       Parents = ActiveASTContext->getParents(Node);
1178       // Either no parents or multiple parents: leave chain+memoize mode and
1179       // enter bfs+forgetful mode.
1180       if (Parents.size() != 1)
1181         break;
1182 
1183       // Check the next parent.
1184       Node = *Parents.begin();
1185       BoundNodesTreeBuilder BuilderCopy = *Builder;
1186       if (Matcher.matches(Node, this, &BuilderCopy)) {
1187         *Builder = std::move(BuilderCopy);
1188         return Finish(true);
1189       }
1190     }
1191     // We reached the end of the chain.
1192 
1193     if (Parents.empty()) {
1194       // Nodes may have no parents if:
1195       //  a) the node is the TranslationUnitDecl
1196       //  b) we have a limited traversal scope that excludes the parent edges
1197       //  c) there is a bug in the AST, and the node is not reachable
1198       // Usually the traversal scope is the whole AST, which precludes b.
1199       // Bugs are common enough that it's worthwhile asserting when we can.
1200 #ifndef NDEBUG
1201       if (!Node.get<TranslationUnitDecl>() &&
1202           /* Traversal scope is full AST if any of the bounds are the TU */
1203           llvm::any_of(ActiveASTContext->getTraversalScope(), [](Decl *D) {
1204             return D->getKind() == Decl::TranslationUnit;
1205           })) {
1206         llvm::errs() << "Tried to match orphan node:\n";
1207         Node.dump(llvm::errs(), *ActiveASTContext);
1208         llvm_unreachable("Parent map should be complete!");
1209       }
1210 #endif
1211     } else {
1212       assert(Parents.size() > 1);
1213       // BFS starting from the parents not yet considered.
1214       // Memoization of newly visited nodes is not possible (but we still update
1215       // results for the elements in the chain we found above).
1216       std::deque<DynTypedNode> Queue(Parents.begin(), Parents.end());
1217       llvm::DenseSet<const void *> Visited;
1218       while (!Queue.empty()) {
1219         BoundNodesTreeBuilder BuilderCopy = *Builder;
1220         if (Matcher.matches(Queue.front(), this, &BuilderCopy)) {
1221           *Builder = std::move(BuilderCopy);
1222           return Finish(true);
1223         }
1224         for (const auto &Parent : ActiveASTContext->getParents(Queue.front())) {
1225           // Make sure we do not visit the same node twice.
1226           // Otherwise, we'll visit the common ancestors as often as there
1227           // are splits on the way down.
1228           if (Visited.insert(Parent.getMemoizationData()).second)
1229             Queue.push_back(Parent);
1230         }
1231         Queue.pop_front();
1232       }
1233     }
1234     return Finish(false);
1235   }
1236 
1237   // Implements a BoundNodesTree::Visitor that calls a MatchCallback with
1238   // the aggregated bound nodes for each match.
1239   class MatchVisitor : public BoundNodesTreeBuilder::Visitor {
1240     struct CurBoundScope {
1241       CurBoundScope(MatchASTVisitor::CurMatchData &State, const BoundNodes &BN)
1242           : State(State) {
1243         State.SetBoundNodes(BN);
1244       }
1245 
1246       ~CurBoundScope() { State.clearBoundNodes(); }
1247 
1248     private:
1249       MatchASTVisitor::CurMatchData &State;
1250     };
1251 
1252   public:
1253     MatchVisitor(MatchASTVisitor &MV, ASTContext *Context,
1254                  MatchFinder::MatchCallback *Callback)
1255         : State(MV.CurMatchState), Context(Context), Callback(Callback) {}
1256 
1257     void visitMatch(const BoundNodes& BoundNodesView) override {
1258       TraversalKindScope RAII(*Context, Callback->getCheckTraversalKind());
1259       CurBoundScope RAII2(State, BoundNodesView);
1260       Callback->run(MatchFinder::MatchResult(BoundNodesView, Context));
1261     }
1262 
1263   private:
1264     MatchASTVisitor::CurMatchData &State;
1265     ASTContext* Context;
1266     MatchFinder::MatchCallback* Callback;
1267   };
1268 
1269   // Returns true if 'TypeNode' has an alias that matches the given matcher.
1270   bool typeHasMatchingAlias(const Type *TypeNode,
1271                             const Matcher<NamedDecl> &Matcher,
1272                             BoundNodesTreeBuilder *Builder) {
1273     const Type *const CanonicalType =
1274       ActiveASTContext->getCanonicalType(TypeNode);
1275     auto Aliases = TypeAliases.find(CanonicalType);
1276     if (Aliases == TypeAliases.end())
1277       return false;
1278     for (const TypedefNameDecl *Alias : Aliases->second) {
1279       BoundNodesTreeBuilder Result(*Builder);
1280       if (Matcher.matches(*Alias, this, &Result)) {
1281         *Builder = std::move(Result);
1282         return true;
1283       }
1284     }
1285     return false;
1286   }
1287 
1288   bool
1289   objcClassHasMatchingCompatibilityAlias(const ObjCInterfaceDecl *InterfaceDecl,
1290                                          const Matcher<NamedDecl> &Matcher,
1291                                          BoundNodesTreeBuilder *Builder) {
1292     auto Aliases = CompatibleAliases.find(InterfaceDecl);
1293     if (Aliases == CompatibleAliases.end())
1294       return false;
1295     for (const ObjCCompatibleAliasDecl *Alias : Aliases->second) {
1296       BoundNodesTreeBuilder Result(*Builder);
1297       if (Matcher.matches(*Alias, this, &Result)) {
1298         *Builder = std::move(Result);
1299         return true;
1300       }
1301     }
1302     return false;
1303   }
1304 
1305   /// Bucket to record map.
1306   ///
1307   /// Used to get the appropriate bucket for each matcher.
1308   llvm::StringMap<llvm::TimeRecord> TimeByBucket;
1309 
1310   const MatchFinder::MatchersByType *Matchers;
1311 
1312   /// Filtered list of matcher indices for each matcher kind.
1313   ///
1314   /// \c Decl and \c Stmt toplevel matchers usually apply to a specific node
1315   /// kind (and derived kinds) so it is a waste to try every matcher on every
1316   /// node.
1317   /// We precalculate a list of matchers that pass the toplevel restrict check.
1318   llvm::DenseMap<ASTNodeKind, std::vector<unsigned short>> MatcherFiltersMap;
1319 
1320   const MatchFinder::MatchFinderOptions &Options;
1321   ASTContext *ActiveASTContext;
1322 
1323   // Maps a canonical type to its TypedefDecls.
1324   llvm::DenseMap<const Type*, std::set<const TypedefNameDecl*> > TypeAliases;
1325 
1326   // Maps an Objective-C interface to its ObjCCompatibleAliasDecls.
1327   llvm::DenseMap<const ObjCInterfaceDecl *,
1328                  llvm::SmallPtrSet<const ObjCCompatibleAliasDecl *, 2>>
1329       CompatibleAliases;
1330 
1331   // Maps (matcher, node) -> the match result for memoization.
1332   typedef std::map<MatchKey, MemoizedMatchResult> MemoizationMap;
1333   MemoizationMap ResultCache;
1334 };
1335 
1336 static CXXRecordDecl *
1337 getAsCXXRecordDeclOrPrimaryTemplate(const Type *TypeNode) {
1338   if (auto *RD = TypeNode->getAsCXXRecordDecl())
1339     return RD;
1340 
1341   // Find the innermost TemplateSpecializationType that isn't an alias template.
1342   auto *TemplateType = TypeNode->getAs<TemplateSpecializationType>();
1343   while (TemplateType && TemplateType->isTypeAlias())
1344     TemplateType =
1345         TemplateType->getAliasedType()->getAs<TemplateSpecializationType>();
1346 
1347   // If this is the name of a (dependent) template specialization, use the
1348   // definition of the template, even though it might be specialized later.
1349   if (TemplateType)
1350     if (auto *ClassTemplate = dyn_cast_or_null<ClassTemplateDecl>(
1351           TemplateType->getTemplateName().getAsTemplateDecl()))
1352       return ClassTemplate->getTemplatedDecl();
1353 
1354   return nullptr;
1355 }
1356 
1357 // Returns true if the given C++ class is directly or indirectly derived
1358 // from a base type with the given name.  A class is not considered to be
1359 // derived from itself.
1360 bool MatchASTVisitor::classIsDerivedFrom(const CXXRecordDecl *Declaration,
1361                                          const Matcher<NamedDecl> &Base,
1362                                          BoundNodesTreeBuilder *Builder,
1363                                          bool Directly) {
1364   if (!Declaration->hasDefinition())
1365     return false;
1366   for (const auto &It : Declaration->bases()) {
1367     const Type *TypeNode = It.getType().getTypePtr();
1368 
1369     if (typeHasMatchingAlias(TypeNode, Base, Builder))
1370       return true;
1371 
1372     // FIXME: Going to the primary template here isn't really correct, but
1373     // unfortunately we accept a Decl matcher for the base class not a Type
1374     // matcher, so it's the best thing we can do with our current interface.
1375     CXXRecordDecl *ClassDecl = getAsCXXRecordDeclOrPrimaryTemplate(TypeNode);
1376     if (!ClassDecl)
1377       continue;
1378     if (ClassDecl == Declaration) {
1379       // This can happen for recursive template definitions.
1380       continue;
1381     }
1382     BoundNodesTreeBuilder Result(*Builder);
1383     if (Base.matches(*ClassDecl, this, &Result)) {
1384       *Builder = std::move(Result);
1385       return true;
1386     }
1387     if (!Directly && classIsDerivedFrom(ClassDecl, Base, Builder, Directly))
1388       return true;
1389   }
1390   return false;
1391 }
1392 
1393 // Returns true if the given Objective-C class is directly or indirectly
1394 // derived from a matching base class. A class is not considered to be derived
1395 // from itself.
1396 bool MatchASTVisitor::objcClassIsDerivedFrom(
1397     const ObjCInterfaceDecl *Declaration, const Matcher<NamedDecl> &Base,
1398     BoundNodesTreeBuilder *Builder, bool Directly) {
1399   // Check if any of the superclasses of the class match.
1400   for (const ObjCInterfaceDecl *ClassDecl = Declaration->getSuperClass();
1401        ClassDecl != nullptr; ClassDecl = ClassDecl->getSuperClass()) {
1402     // Check if there are any matching compatibility aliases.
1403     if (objcClassHasMatchingCompatibilityAlias(ClassDecl, Base, Builder))
1404       return true;
1405 
1406     // Check if there are any matching type aliases.
1407     const Type *TypeNode = ClassDecl->getTypeForDecl();
1408     if (typeHasMatchingAlias(TypeNode, Base, Builder))
1409       return true;
1410 
1411     if (Base.matches(*ClassDecl, this, Builder))
1412       return true;
1413 
1414     // Not `return false` as a temporary workaround for PR43879.
1415     if (Directly)
1416       break;
1417   }
1418 
1419   return false;
1420 }
1421 
1422 bool MatchASTVisitor::TraverseDecl(Decl *DeclNode) {
1423   if (!DeclNode) {
1424     return true;
1425   }
1426 
1427   bool ScopedTraversal =
1428       TraversingASTNodeNotSpelledInSource || DeclNode->isImplicit();
1429   bool ScopedChildren = TraversingASTChildrenNotSpelledInSource;
1430 
1431   if (const auto *CTSD = dyn_cast<ClassTemplateSpecializationDecl>(DeclNode)) {
1432     auto SK = CTSD->getSpecializationKind();
1433     if (SK == TSK_ExplicitInstantiationDeclaration ||
1434         SK == TSK_ExplicitInstantiationDefinition)
1435       ScopedChildren = true;
1436   } else if (const auto *FD = dyn_cast<FunctionDecl>(DeclNode)) {
1437     if (FD->isDefaulted())
1438       ScopedChildren = true;
1439     if (FD->isTemplateInstantiation())
1440       ScopedTraversal = true;
1441   } else if (isa<BindingDecl>(DeclNode)) {
1442     ScopedChildren = true;
1443   }
1444 
1445   ASTNodeNotSpelledInSourceScope RAII1(this, ScopedTraversal);
1446   ASTChildrenNotSpelledInSourceScope RAII2(this, ScopedChildren);
1447 
1448   match(*DeclNode);
1449   return RecursiveASTVisitor<MatchASTVisitor>::TraverseDecl(DeclNode);
1450 }
1451 
1452 bool MatchASTVisitor::TraverseStmt(Stmt *StmtNode, DataRecursionQueue *Queue) {
1453   if (!StmtNode) {
1454     return true;
1455   }
1456   bool ScopedTraversal = TraversingASTNodeNotSpelledInSource ||
1457                          TraversingASTChildrenNotSpelledInSource;
1458 
1459   ASTNodeNotSpelledInSourceScope RAII(this, ScopedTraversal);
1460   match(*StmtNode);
1461   return RecursiveASTVisitor<MatchASTVisitor>::TraverseStmt(StmtNode, Queue);
1462 }
1463 
1464 bool MatchASTVisitor::TraverseType(QualType TypeNode) {
1465   match(TypeNode);
1466   return RecursiveASTVisitor<MatchASTVisitor>::TraverseType(TypeNode);
1467 }
1468 
1469 bool MatchASTVisitor::TraverseTypeLoc(TypeLoc TypeLocNode) {
1470   // The RecursiveASTVisitor only visits types if they're not within TypeLocs.
1471   // We still want to find those types via matchers, so we match them here. Note
1472   // that the TypeLocs are structurally a shadow-hierarchy to the expressed
1473   // type, so we visit all involved parts of a compound type when matching on
1474   // each TypeLoc.
1475   match(TypeLocNode);
1476   match(TypeLocNode.getType());
1477   return RecursiveASTVisitor<MatchASTVisitor>::TraverseTypeLoc(TypeLocNode);
1478 }
1479 
1480 bool MatchASTVisitor::TraverseNestedNameSpecifier(NestedNameSpecifier *NNS) {
1481   match(*NNS);
1482   return RecursiveASTVisitor<MatchASTVisitor>::TraverseNestedNameSpecifier(NNS);
1483 }
1484 
1485 bool MatchASTVisitor::TraverseNestedNameSpecifierLoc(
1486     NestedNameSpecifierLoc NNS) {
1487   if (!NNS)
1488     return true;
1489 
1490   match(NNS);
1491 
1492   // We only match the nested name specifier here (as opposed to traversing it)
1493   // because the traversal is already done in the parallel "Loc"-hierarchy.
1494   if (NNS.hasQualifier())
1495     match(*NNS.getNestedNameSpecifier());
1496   return
1497       RecursiveASTVisitor<MatchASTVisitor>::TraverseNestedNameSpecifierLoc(NNS);
1498 }
1499 
1500 bool MatchASTVisitor::TraverseConstructorInitializer(
1501     CXXCtorInitializer *CtorInit) {
1502   if (!CtorInit)
1503     return true;
1504 
1505   bool ScopedTraversal = TraversingASTNodeNotSpelledInSource ||
1506                          TraversingASTChildrenNotSpelledInSource;
1507 
1508   if (!CtorInit->isWritten())
1509     ScopedTraversal = true;
1510 
1511   ASTNodeNotSpelledInSourceScope RAII1(this, ScopedTraversal);
1512 
1513   match(*CtorInit);
1514 
1515   return RecursiveASTVisitor<MatchASTVisitor>::TraverseConstructorInitializer(
1516       CtorInit);
1517 }
1518 
1519 bool MatchASTVisitor::TraverseTemplateArgumentLoc(TemplateArgumentLoc Loc) {
1520   match(Loc);
1521   return RecursiveASTVisitor<MatchASTVisitor>::TraverseTemplateArgumentLoc(Loc);
1522 }
1523 
1524 bool MatchASTVisitor::TraverseAttr(Attr *AttrNode) {
1525   match(*AttrNode);
1526   return RecursiveASTVisitor<MatchASTVisitor>::TraverseAttr(AttrNode);
1527 }
1528 
1529 class MatchASTConsumer : public ASTConsumer {
1530 public:
1531   MatchASTConsumer(MatchFinder *Finder,
1532                    MatchFinder::ParsingDoneTestCallback *ParsingDone)
1533       : Finder(Finder), ParsingDone(ParsingDone) {}
1534 
1535 private:
1536   void HandleTranslationUnit(ASTContext &Context) override {
1537     if (ParsingDone != nullptr) {
1538       ParsingDone->run();
1539     }
1540     Finder->matchAST(Context);
1541   }
1542 
1543   MatchFinder *Finder;
1544   MatchFinder::ParsingDoneTestCallback *ParsingDone;
1545 };
1546 
1547 } // end namespace
1548 } // end namespace internal
1549 
1550 MatchFinder::MatchResult::MatchResult(const BoundNodes &Nodes,
1551                                       ASTContext *Context)
1552   : Nodes(Nodes), Context(Context),
1553     SourceManager(&Context->getSourceManager()) {}
1554 
1555 MatchFinder::MatchCallback::~MatchCallback() {}
1556 MatchFinder::ParsingDoneTestCallback::~ParsingDoneTestCallback() {}
1557 
1558 MatchFinder::MatchFinder(MatchFinderOptions Options)
1559     : Options(std::move(Options)), ParsingDone(nullptr) {}
1560 
1561 MatchFinder::~MatchFinder() {}
1562 
1563 void MatchFinder::addMatcher(const DeclarationMatcher &NodeMatch,
1564                              MatchCallback *Action) {
1565   llvm::Optional<TraversalKind> TK;
1566   if (Action)
1567     TK = Action->getCheckTraversalKind();
1568   if (TK)
1569     Matchers.DeclOrStmt.emplace_back(traverse(*TK, NodeMatch), Action);
1570   else
1571     Matchers.DeclOrStmt.emplace_back(NodeMatch, Action);
1572   Matchers.AllCallbacks.insert(Action);
1573 }
1574 
1575 void MatchFinder::addMatcher(const TypeMatcher &NodeMatch,
1576                              MatchCallback *Action) {
1577   Matchers.Type.emplace_back(NodeMatch, Action);
1578   Matchers.AllCallbacks.insert(Action);
1579 }
1580 
1581 void MatchFinder::addMatcher(const StatementMatcher &NodeMatch,
1582                              MatchCallback *Action) {
1583   llvm::Optional<TraversalKind> TK;
1584   if (Action)
1585     TK = Action->getCheckTraversalKind();
1586   if (TK)
1587     Matchers.DeclOrStmt.emplace_back(traverse(*TK, NodeMatch), Action);
1588   else
1589     Matchers.DeclOrStmt.emplace_back(NodeMatch, Action);
1590   Matchers.AllCallbacks.insert(Action);
1591 }
1592 
1593 void MatchFinder::addMatcher(const NestedNameSpecifierMatcher &NodeMatch,
1594                              MatchCallback *Action) {
1595   Matchers.NestedNameSpecifier.emplace_back(NodeMatch, Action);
1596   Matchers.AllCallbacks.insert(Action);
1597 }
1598 
1599 void MatchFinder::addMatcher(const NestedNameSpecifierLocMatcher &NodeMatch,
1600                              MatchCallback *Action) {
1601   Matchers.NestedNameSpecifierLoc.emplace_back(NodeMatch, Action);
1602   Matchers.AllCallbacks.insert(Action);
1603 }
1604 
1605 void MatchFinder::addMatcher(const TypeLocMatcher &NodeMatch,
1606                              MatchCallback *Action) {
1607   Matchers.TypeLoc.emplace_back(NodeMatch, Action);
1608   Matchers.AllCallbacks.insert(Action);
1609 }
1610 
1611 void MatchFinder::addMatcher(const CXXCtorInitializerMatcher &NodeMatch,
1612                              MatchCallback *Action) {
1613   Matchers.CtorInit.emplace_back(NodeMatch, Action);
1614   Matchers.AllCallbacks.insert(Action);
1615 }
1616 
1617 void MatchFinder::addMatcher(const TemplateArgumentLocMatcher &NodeMatch,
1618                              MatchCallback *Action) {
1619   Matchers.TemplateArgumentLoc.emplace_back(NodeMatch, Action);
1620   Matchers.AllCallbacks.insert(Action);
1621 }
1622 
1623 void MatchFinder::addMatcher(const AttrMatcher &AttrMatch,
1624                              MatchCallback *Action) {
1625   Matchers.Attr.emplace_back(AttrMatch, Action);
1626   Matchers.AllCallbacks.insert(Action);
1627 }
1628 
1629 bool MatchFinder::addDynamicMatcher(const internal::DynTypedMatcher &NodeMatch,
1630                                     MatchCallback *Action) {
1631   if (NodeMatch.canConvertTo<Decl>()) {
1632     addMatcher(NodeMatch.convertTo<Decl>(), Action);
1633     return true;
1634   } else if (NodeMatch.canConvertTo<QualType>()) {
1635     addMatcher(NodeMatch.convertTo<QualType>(), Action);
1636     return true;
1637   } else if (NodeMatch.canConvertTo<Stmt>()) {
1638     addMatcher(NodeMatch.convertTo<Stmt>(), Action);
1639     return true;
1640   } else if (NodeMatch.canConvertTo<NestedNameSpecifier>()) {
1641     addMatcher(NodeMatch.convertTo<NestedNameSpecifier>(), Action);
1642     return true;
1643   } else if (NodeMatch.canConvertTo<NestedNameSpecifierLoc>()) {
1644     addMatcher(NodeMatch.convertTo<NestedNameSpecifierLoc>(), Action);
1645     return true;
1646   } else if (NodeMatch.canConvertTo<TypeLoc>()) {
1647     addMatcher(NodeMatch.convertTo<TypeLoc>(), Action);
1648     return true;
1649   } else if (NodeMatch.canConvertTo<CXXCtorInitializer>()) {
1650     addMatcher(NodeMatch.convertTo<CXXCtorInitializer>(), Action);
1651     return true;
1652   } else if (NodeMatch.canConvertTo<TemplateArgumentLoc>()) {
1653     addMatcher(NodeMatch.convertTo<TemplateArgumentLoc>(), Action);
1654     return true;
1655   } else if (NodeMatch.canConvertTo<Attr>()) {
1656     addMatcher(NodeMatch.convertTo<Attr>(), Action);
1657     return true;
1658   }
1659   return false;
1660 }
1661 
1662 std::unique_ptr<ASTConsumer> MatchFinder::newASTConsumer() {
1663   return std::make_unique<internal::MatchASTConsumer>(this, ParsingDone);
1664 }
1665 
1666 void MatchFinder::match(const clang::DynTypedNode &Node, ASTContext &Context) {
1667   internal::MatchASTVisitor Visitor(&Matchers, Options);
1668   Visitor.set_active_ast_context(&Context);
1669   Visitor.match(Node);
1670 }
1671 
1672 void MatchFinder::matchAST(ASTContext &Context) {
1673   internal::MatchASTVisitor Visitor(&Matchers, Options);
1674   internal::MatchASTVisitor::TraceReporter StackTrace(Visitor);
1675   Visitor.set_active_ast_context(&Context);
1676   Visitor.onStartOfTranslationUnit();
1677   Visitor.TraverseAST(Context);
1678   Visitor.onEndOfTranslationUnit();
1679 }
1680 
1681 void MatchFinder::registerTestCallbackAfterParsing(
1682     MatchFinder::ParsingDoneTestCallback *NewParsingDone) {
1683   ParsingDone = NewParsingDone;
1684 }
1685 
1686 StringRef MatchFinder::MatchCallback::getID() const { return "<unknown>"; }
1687 
1688 llvm::Optional<TraversalKind>
1689 MatchFinder::MatchCallback::getCheckTraversalKind() const {
1690   return llvm::None;
1691 }
1692 
1693 } // end namespace ast_matchers
1694 } // end namespace clang
1695