Lines Matching refs:Token

39 llvm::ArrayRef<syntax::Token>
40 getTokensCovering(llvm::ArrayRef<syntax::Token> Toks, SourceRange R, in getTokensCovering()
44 const syntax::Token *Begin = in getTokensCovering()
45 llvm::partition_point(Toks, [&](const syntax::Token &T) { in getTokensCovering()
48 const syntax::Token *End = in getTokensCovering()
49 llvm::partition_point(Toks, [&](const syntax::Token &T) { in getTokensCovering()
143 syntax::Token::Token(SourceLocation Location, unsigned Length, in Token() function in syntax::Token
149 syntax::Token::Token(const clang::Token &T) in Token() function in syntax::Token
150 : Token(T.getLocation(), T.getLength(), T.getKind()) { in Token()
154 llvm::StringRef syntax::Token::text(const SourceManager &SM) const { in text()
161 FileRange syntax::Token::range(const SourceManager &SM) const { in range()
169 FileRange syntax::Token::range(const SourceManager &SM, in range()
170 const syntax::Token &First, in range()
171 const syntax::Token &Last) { in range()
180 llvm::raw_ostream &syntax::operator<<(llvm::raw_ostream &OS, const Token &T) { in operator <<()
241 llvm::ArrayRef<syntax::Token> TokenBuffer::expandedTokens(SourceRange R) const { in expandedTokens()
251 const Token *L = ExpandedTokens.data() + B->getSecond(); in expandedTokens()
253 const Token *R = ExpandedTokens.data() + E->getSecond() + 1; in expandedTokens()
270 std::pair<const syntax::Token *, const TokenBuffer::Mapping *>
271 TokenBuffer::spelledForExpandedToken(const syntax::Token *Expanded) const { in spelledForExpandedToken()
308 const syntax::Token *Spelled) { in mappingStartingBeforeSpelled()
322 llvm::SmallVector<llvm::ArrayRef<syntax::Token>, 1>
323 TokenBuffer::expandedForSpelled(llvm::ArrayRef<syntax::Token> Spelled) const { in expandedForSpelled()
380 llvm::ArrayRef<syntax::Token> TokenBuffer::spelledTokens(FileID FID) const { in spelledTokens()
386 const syntax::Token *
391 [&](const syntax::Token &Tok) { return Tok.endLocation() <= Loc; }); in spelledTokenContaining()
403 std::optional<llvm::ArrayRef<syntax::Token>>
404 TokenBuffer::spelledForExpanded(llvm::ArrayRef<syntax::Token> Expanded) const { in spelledForExpanded()
415 const syntax::Token *First = &Expanded.front(); in spelledForExpanded()
416 const syntax::Token *Last = &Expanded.back(); in spelledForExpanded()
472 TokenBuffer::fileForSpelled(llvm::ArrayRef<syntax::Token> Spelled) const { in fileForSpelled()
491 TokenBuffer::expansionStartingAt(const syntax::Token *Spelled) const { in expansionStartingAt()
505 llvm::ArrayRef<syntax::Token> Spelled) const { in expansionsOverlapping()
522 llvm::ArrayRef<syntax::Token>
524 llvm::ArrayRef<syntax::Token> Tokens) { in spelledTokensTouching()
528 Tokens, [&](const syntax::Token &Tok) { return Tok.location() < Loc; }); in spelledTokensTouching()
536 llvm::ArrayRef<syntax::Token>
543 const syntax::Token *
545 llvm::ArrayRef<syntax::Token> Tokens) { in spelledIdentifierTouching()
546 for (const syntax::Token &Tok : spelledTokensTouching(Loc, Tokens)) { in spelledIdentifierTouching()
553 const syntax::Token *
560 std::vector<const syntax::Token *>
565 std::vector<const syntax::Token *> Expansions; in macroExpansions()
568 const syntax::Token *Token = &Spelled[Mapping.BeginSpelled]; in macroExpansions() local
569 if (Token->kind() == tok::TokenKind::identifier) in macroExpansions()
570 Expansions.push_back(Token); in macroExpansions()
575 std::vector<syntax::Token> syntax::tokenize(const FileRange &FR, in tokenize()
578 std::vector<syntax::Token> Tokens; in tokenize()
580 auto AddToken = [&](clang::Token T) { in tokenize()
588 Tokens.push_back(syntax::Token(T)); in tokenize()
598 clang::Token T; in tokenize()
608 std::vector<syntax::Token> syntax::tokenize(FileID FID, const SourceManager &SM, in tokenize()
624 void MacroExpands(const clang::Token &MacroNameTok, const MacroDefinition &MD, in MacroExpands()
685 PP.setTokenWatcher([this](const clang::Token &T) { in TokenCollector()
690 << syntax::Token(T).dumpForTests( in TokenCollector()
695 Expanded.push_back(syntax::Token(T)); in TokenCollector()
708 Builder(std::vector<syntax::Token> Expanded, PPExpansions CollectedExpansions, in Builder()
812 const syntax::Token &Tok = Result.ExpandedTokens[NextExpanded]; in advance()
903 std::string syntax::Token::str() const { in str()
908 std::string syntax::Token::dumpForTests(const SourceManager &SM) const { in dumpForTests()
914 auto PrintToken = [this](const syntax::Token &T) -> std::string { in dumpForTests()
921 llvm::ArrayRef<syntax::Token> Tokens) { in dumpForTests()