Home
last modified time | relevance | path

Searched refs:Tokens (Results 1 – 25 of 67) sorted by relevance

123

/freebsd/contrib/llvm-project/clang/lib/Format/
H A DFormatTokenLexer.cpp88 assert(Tokens.empty()); in lex()
92 Tokens.push_back(getNextToken()); in lex()
93 auto &Tok = *Tokens.back(); in lex()
114 (NewlinesBefore > 0 || Tokens.size() == 1)) { in lex()
118 for (auto *Token : reverse(Tokens)) { in lex()
142 if (Tokens.back()->NewlinesBefore > 0 || Tokens.back()->IsMultiline) in lex()
143 FirstInLineIndex = Tokens.size() - 1; in lex()
144 } while (Tokens.back()->isNot(tok::eof)); in lex()
146 auto &TokEOF = *Tokens.back(); in lex()
152 return Tokens; in lex()
[all …]
H A DFormatTokenSource.h74 virtual FormatToken *insertTokens(ArrayRef<FormatToken *> Tokens) = 0;
88 IndexedTokenSource(ArrayRef<FormatToken *> Tokens) in IndexedTokenSource() argument
89 : Tokens(Tokens), Position(-1) {} in IndexedTokenSource()
97 return Tokens[Position]; in getNextToken()
104 return Tokens[Position]; in getNextToken()
108 assert(Position <= 0 || Tokens[Position - 1]->isNot(tok::eof)); in getPreviousToken()
109 return Position > 0 ? Tokens[Position - 1] : nullptr; in getPreviousToken()
114 return Tokens[Position];
117 while (Tokens[Next]->is(tok::comment))
123 return Tokens[Next];
[all …]
H A DMacroCallReconstructor.cpp35 for (const auto &N : Line.Tokens) { in forEachToken()
48 Result.Tokens.push_back(std::make_unique<LineNode>()); in MacroCallReconstructor()
62 assert(Result.Tokens.size() == 1 && in takeResult()
63 Result.Tokens.front()->Children.size() == 1); in takeResult()
65 *Result.Tokens.front()->Children.front(), Result.Level); in takeResult()
66 assert(!Final.Tokens.empty()); in takeResult()
162 (!ActiveReconstructedLines.back()->Tokens.empty() && in prepareParent()
163 Parent == ActiveReconstructedLines.back()->Tokens.back()->Tok)) { in prepareParent()
166 while (ActiveReconstructedLines.back()->Tokens.empty() || in prepareParent()
167 (Parent != ActiveReconstructedLines.back()->Tokens.back()->Tok && in prepareParent()
[all …]
H A DMacroExpander.cpp47 DefinitionParser(ArrayRef<FormatToken *> Tokens) : Tokens(Tokens) { in DefinitionParser() argument
48 assert(!Tokens.empty()); in DefinitionParser()
49 Current = Tokens[0]; in DefinitionParser()
106 if (Pos + 1 < Tokens.size()) in nextToken()
108 Current = Tokens[Pos]; in nextToken()
115 ArrayRef<FormatToken *> Tokens; member in clang::format::MacroExpander::DefinitionParser
137 const auto Tokens = Lex.lex(); in parseDefinition() local
138 if (!Tokens.empty()) { in parseDefinition()
139 DefinitionParser Parser(Tokens); in parseDefinition()
H A DUnwrappedLineParser.cpp41 for (std::list<UnwrappedLineNode>::const_iterator I = Line.Tokens.begin(), in printLine()
42 E = Line.Tokens.end(); in printLine()
103 else if (!Parser.Line->Tokens.empty()) in ScopedLineState()
104 Parser.CurrentLines = &Parser.Line->Tokens.back().Children; in ScopedLineState()
115 if (!Parser.Line->Tokens.empty()) in ~ScopedLineState()
117 assert(Parser.Line->Tokens.empty()); in ~ScopedLineState()
157 ArrayRef<FormatToken *> Tokens, UnwrappedLineConsumer &Callback, in UnwrappedLineParser() argument
163 CommentPragmasRegex(Style.CommentPragmas), Tokens(nullptr), in UnwrappedLineParser()
164 Callback(Callback), AllTokens(Tokens), PPBranchLevel(-1), in UnwrappedLineParser()
206 Tokens = &TokenSource; in parse()
[all …]
H A DTokenAnnotator.h52 : First(Line.Tokens.front().Tok), Type(LT_Other), Level(Line.Level), in AnnotatedLine()
64 assert(!Line.Tokens.empty()); in AnnotatedLine()
71 addChildren(Line.Tokens.front(), Current); in AnnotatedLine()
72 for (const UnwrappedLineNode &Node : llvm::drop_begin(Line.Tokens)) { in AnnotatedLine()
121 template <typename... Ts> bool startsWith(Ts... Tokens) const { in startsWith() argument
122 return First && First->startsSequence(Tokens...); in startsWith()
129 template <typename... Ts> bool endsWith(Ts... Tokens) const { in endsWith() argument
130 return Last && Last->endsSequence(Tokens...); in endsWith()
H A DDefinitionBlockSeparator.h32 FormatTokenLexer &Tokens) override;
36 tooling::Replacements &Result, FormatTokenLexer &Tokens);
H A DBreakableToken.cpp434 return Tokens[LineIndex] ? *Tokens[LineIndex] : Tok; in tokenAt()
488 Tokens.resize(Lines.size()); in BreakableBlockComment()
759 assert(Tokens[LineIndex - 1] == Tokens[LineIndex] && in reflow()
874 Tokens.resize(Lines.size()); in BreakableLineCommentSection()
962 Tokens[i] = LineTok; in BreakableLineCommentSection()
1043 if (LineIndex > 0 && Tokens[LineIndex] != Tokens[LineIndex - 1]) { in reflow()
1047 *Tokens[LineIndex], /*Newlines=*/0, /*Spaces=*/0, in reflow()
1068 Whitespaces.replaceWhitespaceInToken(*Tokens[LineIndex], Offset, in reflow()
1081 Whitespaces.replaceWhitespaceInToken(*Tokens[LineIndex], Offset, in reflow()
1098 if (LineIndex > 0 && Tokens[LineIndex] != Tokens[LineIndex - 1]) { in adaptStartOfLine()
[all …]
H A DDefinitionBlockSeparator.cpp23 FormatTokenLexer &Tokens) { in analyze() argument
27 separateBlocks(AnnotatedLines, Result, Tokens); in analyze()
33 FormatTokenLexer &Tokens) { in separateBlocks() argument
36 const AdditionalKeywords &ExtraKeywords = Tokens.getKeywords(); in separateBlocks()
H A DQualifierAlignmentFixer.h60 FormatTokenLexer &Tokens) override;
65 FormatTokenLexer &Tokens,
/freebsd/contrib/llvm-project/clang/include/clang/Lex/
H A DPPEmbedParameters.h46 SmallVector<Token, 2> Tokens;
48 PPEmbedParameterPrefix(SmallVectorImpl<Token> &&Tokens, SourceRange R) in PPEmbedParameterPrefix() argument
49 : PPDirectiveParameter(R), Tokens(std::move(Tokens)) {} in PPEmbedParameterPrefix()
56 SmallVector<Token, 2> Tokens;
58 PPEmbedParameterSuffix(SmallVectorImpl<Token> &&Tokens, SourceRange R) in PPEmbedParameterSuffix() argument
59 : PPDirectiveParameter(R), Tokens(std::move(Tokens)) {} in PPEmbedParameterSuffix()
66 SmallVector<Token, 2> Tokens;
68 PPEmbedParameterIfEmpty(SmallVectorImpl<Token> &&Tokens, SourceRange R) in PPEmbedParameterIfEmpty() argument
69 : PPDirectiveParameter(R), Tokens(std::move(Tokens)) {} in PPEmbedParameterIfEmpty()
82 return MaybePrefixParam->Tokens.size(); in PrefixTokenCount()
[all …]
H A DDependencyDirectivesScanner.h97 ArrayRef<Token> Tokens; member
103 Directive(DirectiveKind K, ArrayRef<Token> Tokens) in Directive()
104 : Tokens(Tokens), Kind(K) {} in Directive()
119 StringRef Input, SmallVectorImpl<dependency_directives_scan::Token> &Tokens,
H A DMacroInfo.h263 void setTokens(ArrayRef<Token> Tokens, llvm::BumpPtrAllocator &PPAllocator) { in setTokens() argument
269 if (Tokens.empty()) in setTokens()
272 NumReplacementTokens = Tokens.size(); in setTokens()
273 Token *NewReplacementTokens = PPAllocator.Allocate<Token>(Tokens.size()); in setTokens()
274 std::copy(Tokens.begin(), Tokens.end(), NewReplacementTokens); in setTokens()
/freebsd/contrib/llvm-project/llvm/lib/Support/
H A DMustache.cpp38 Accessor Tokens; in splitMustacheString() local
40 Tokens.emplace_back(Str); in splitMustacheString()
41 return Tokens; in splitMustacheString()
46 Tokens.emplace_back(Part.trim()); in splitMustacheString()
48 return Tokens; in splitMustacheString()
229 bool hasTextBehind(size_t Idx, const ArrayRef<Token> &Tokens) { in hasTextBehind() argument
234 if (Tokens[PrevIdx].getType() != Token::Type::Text) in hasTextBehind()
237 const Token &PrevToken = Tokens[PrevIdx]; in hasTextBehind()
245 bool hasTextAhead(size_t Idx, const ArrayRef<Token> &Tokens) { in hasTextAhead() argument
246 if (Idx >= Tokens.size() - 1) in hasTextAhead()
[all …]
/freebsd/contrib/llvm-project/clang/lib/Lex/
H A DTokenLexer.cpp54 Tokens = &*Macro->tokens_begin(); in Init()
65 assert(Tokens[0].getLocation().isValid()); in Init()
66 assert((Tokens[0].getLocation().isFileID() || Tokens[0].is(tok::comment)) && in Init()
74 MacroDefStart = SM.getExpansionLoc(Tokens[0].getLocation()); in Init()
105 Tokens = TokArray; in Init()
129 delete [] Tokens; in destroy()
130 Tokens = nullptr; in destroy()
256 const Token &CurTok = Tokens[I]; in ExpandFunctionArguments()
263 if (I != 0 && !Tokens[I-1].is(tok::hashhash) && CurTok.hasLeadingSpace()) in ExpandFunctionArguments()
268 assert(Tokens[I + 1].is(tok::l_paren) && in ExpandFunctionArguments()
[all …]
H A DDependencyDirectivesScanner.cpp64 SmallVectorImpl<dependency_directives_scan::Token> &Tokens, in Scanner()
66 : Input(Input), Tokens(Tokens), Diags(Diags), in Scanner()
155 Tokens.append(CurDirToks); in pushDirective()
161 Tokens.pop_back_n(DirsWithToks.pop_back_val().NumTokens); in popDirective()
177 SmallVectorImpl<dependency_directives_scan::Token> &Tokens; member
1012 (Tokens.empty() || LastTokenPtr > Input.begin() + Tokens.back().Offset)) in scan()
1017 ArrayRef<dependency_directives_scan::Token> RemainingTokens = Tokens; in scan()
1030 StringRef Input, SmallVectorImpl<dependency_directives_scan::Token> &Tokens, in scanSourceForDependencyDirectives() argument
1033 return Scanner(Input, Tokens, Diags, InputSourceLoc).scan(Directives); in scanSourceForDependencyDirectives()
1065 for (const dependency_directives_scan::Token &Tok : Directive.Tokens) { in printDependencyDirectivesAsSource()
/freebsd/contrib/llvm-project/clang/include/clang/Tooling/Syntax/
H A DTokenBufferTokenManager.h22 TokenBufferTokenManager(const TokenBuffer &Tokens, in TokenBufferTokenManager() argument
24 : Tokens(Tokens), LangOpts(LangOpts), SM(SourceMgr) {} in TokenBufferTokenManager()
45 const TokenBuffer &tokenBuffer() const { return Tokens; } in tokenBuffer()
58 const TokenBuffer &Tokens; variable
H A DTokens.h384 spelledTokensTouching(SourceLocation Loc, const syntax::TokenBuffer &Tokens);
386 spelledTokensTouching(SourceLocation Loc, llvm::ArrayRef<syntax::Token> Tokens);
392 llvm::ArrayRef<syntax::Token> Tokens);
395 const syntax::TokenBuffer &Tokens);
/freebsd/contrib/llvm-project/clang/lib/Tooling/Syntax/
H A DComputeReplacements.cpp111 &TU, TBTM, [&](llvm::ArrayRef<syntax::Token> Tokens, bool IsOriginal) { in computeReplacements() argument
114 syntax::Token::range(SM, Tokens.front(), Tokens.back()).text(SM); in computeReplacements()
117 assert(NextOriginal <= Tokens.begin()); in computeReplacements()
119 if (NextOriginal != Tokens.begin()) { in computeReplacements()
121 emitReplacement(llvm::ArrayRef(NextOriginal, Tokens.begin())); in computeReplacements()
126 NextOriginal = Tokens.end(); in computeReplacements()
H A DBuildTree.cpp435 auto Tokens = TBTM.tokenBuffer().expandedTokens(); in finalize() local
436 assert(!Tokens.empty()); in finalize()
437 assert(Tokens.back().kind() == tok::eof); in finalize()
440 Pending.foldChildren(TBTM.tokenBuffer(), Tokens.drop_back(), in finalize()
471 auto Tokens = getRange(D->getSourceRange()); in getTemplateRange() local
472 return maybeAppendSemicolon(Tokens, D); in getTemplateRange()
504 ArrayRef<syntax::Token> Tokens; in getDeclarationRange() local
507 Tokens = getRange(S->TypeDecl::getBeginLoc(), S->getEndLoc()); in getDeclarationRange()
509 Tokens = getRange(D->getSourceRange()); in getDeclarationRange()
510 return maybeAppendSemicolon(Tokens, D); in getDeclarationRange()
[all …]
H A DTokens.cpp522 llvm::ArrayRef<syntax::Token> Tokens) { in spelledTokensTouching() argument
526 Tokens, [&](const syntax::Token &Tok) { return Tok.location() < Loc; }); in spelledTokensTouching()
527 bool AcceptRight = Right != Tokens.end() && Right->location() <= Loc; in spelledTokensTouching()
529 Right != Tokens.begin() && (Right - 1)->endLocation() >= Loc; in spelledTokensTouching()
536 const syntax::TokenBuffer &Tokens) { in spelledTokensTouching() argument
538 Loc, Tokens.spelledTokens(Tokens.sourceManager().getFileID(Loc))); in spelledTokensTouching()
543 llvm::ArrayRef<syntax::Token> Tokens) { in spelledIdentifierTouching() argument
544 for (const syntax::Token &Tok : spelledTokensTouching(Loc, Tokens)) { in spelledIdentifierTouching()
553 const syntax::TokenBuffer &Tokens) { in spelledIdentifierTouching() argument
555 Loc, Tokens.spelledTokens(Tokens.sourceManager().getFileID(Loc))); in spelledIdentifierTouching()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/
H A DSPIRVCommandLine.cpp110 SmallVector<StringRef, 10> Tokens; in parse() local
111 ArgValue.split(Tokens, ",", -1, false); in parse()
112 std::sort(Tokens.begin(), Tokens.end()); in parse()
116 for (const auto &Token : Tokens) { in parse()
143 if (llvm::is_contained(Tokens, "+" + ExtensionName.str())) in parse()
/freebsd/contrib/llvm-project/llvm/lib/ExecutionEngine/JITLink/
H A DCOFFDirectiveParser.cpp51 SmallVector<StringRef, 16> Tokens; in parse() local
53 cl::TokenizeWindowsCommandLineNoCopy(Str, saver, Tokens); in parse()
54 for (StringRef Tok : Tokens) { in parse()
/freebsd/contrib/llvm-project/llvm/lib/Frontend/OpenMP/
H A DDirectiveNameParser.cpp42 SmallVector<StringRef> Tokens; in tokenize() local
43 SplitString(Str, Tokens); in tokenize()
44 return Tokens; in tokenize()
/freebsd/contrib/llvm-project/lldb/source/Plugins/ObjectFile/Breakpad/
H A DBreakpadRecords.cpp335 llvm::SmallVector<llvm::StringRef> Tokens; in parse()
336 SplitString(Line, Tokens, " "); in parse()
337 if (Tokens.size() < 6 || Tokens.size() % 2 == 1) in parse()
344 if (!(to_integer(Tokens[0], InlineNestLevel) && in parse()
345 to_integer(Tokens[1], CallSiteLineNum) && in parse()
346 to_integer(Tokens[2], CallSiteFileNum) && in parse()
347 to_integer(Tokens[3], OriginNum))) in parse()
352 for (size_t i = 4; i < Tokens.size(); i += 2) { in parse()
354 if (!to_integer(Tokens[ in parse()
334 llvm::SmallVector<llvm::StringRef> Tokens; parse() local
[all...]

123