| /freebsd/contrib/llvm-project/clang/lib/ASTMatchers/Dynamic/ |
| H A D | Parser.cpp | 354 const TokenInfo NameToken = Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl() 356 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) { in parseIdentifierPrefixImpl() 362 if (Tokenizer->nextTokenKind() != TokenInfo::TK_Period) { in parseIdentifierPrefixImpl() 368 Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl() 369 TokenInfo ChainCallToken = Tokenizer->consumeNextToken(); in parseIdentifierPrefixImpl() 407 if (Tokenizer->nextTokenKind() == TokenInfo::TK_NewLine) { in parseIdentifierPrefixImpl() 408 Error->addError(Tokenizer->peekNextToken().Range, in parseIdentifierPrefixImpl() 416 if ((Tokenizer->nextTokenKind() == TokenInfo::TK_Comma || in parseIdentifierPrefixImpl() 417 Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen || in parseIdentifierPrefixImpl() 418 Tokenizer->nextTokenKind() == TokenInfo::TK_NewLine || in parseIdentifierPrefixImpl() [all …]
|
| /freebsd/contrib/llvm-project/clang/lib/Tooling/ |
| H A D | ExpandResponseFilesCompilationDatabase.cpp | 25 llvm::cl::TokenizerCallback Tokenizer, in ExpandResponseFilesDatabase() argument 27 : Base(std::move(Base)), Tokenizer(Tokenizer), FS(std::move(FS)) { in ExpandResponseFilesDatabase() 29 assert(this->Tokenizer != nullptr); in ExpandResponseFilesDatabase() 50 Tokenizer, *FS); in expand() 56 llvm::cl::TokenizerCallback Tokenizer; member in clang::tooling::__anonb32a717b0111::ExpandResponseFilesDatabase 65 auto Tokenizer = llvm::Triple(llvm::sys::getProcessTriple()).isOSWindows() in expandResponseFiles() local 69 std::move(Base), Tokenizer, std::move(FS)); in expandResponseFiles()
|
| H A D | Tooling.cpp | 307 llvm::cl::TokenizerCallback Tokenizer, in addExpandedResponseFiles() argument 320 llvm::cl::ExpansionContext ECtx(Alloc, Tokenizer); in addExpandedResponseFiles()
|
| /freebsd/contrib/libedit/ |
| H A D | histedit.h | 242 typedef struct tokenizer Tokenizer; typedef 247 Tokenizer *tok_init(const char *); 248 void tok_end(Tokenizer *); 249 void tok_reset(Tokenizer *); 250 int tok_line(Tokenizer *, const LineInfo *, 252 int tok_str(Tokenizer *, const char *,
|
| H A D | tokenizer.c | 97 static void FUN(tok,finish)(TYPE(Tokenizer) *); 104 FUN(tok,finish)(TYPE(Tokenizer) *tok) in FUN() 120 TYPE(Tokenizer) * in TYPE() argument 123 TYPE(Tokenizer) *tok = tok_malloc(sizeof(*tok)); in TYPE() 162 FUN(tok,reset)(TYPE(Tokenizer) *tok) in FUN() 177 FUN(tok,end)(TYPE(Tokenizer) *tok) in FUN() 206 FUN(tok,line)(TYPE(Tokenizer) *tok, const TYPE(LineInfo) *line, in FUN() 457 FUN(tok,str)(TYPE(Tokenizer) *tok, const Char *line, int *argc, in FUN()
|
| H A D | readline.c | 2228 Tokenizer *tok; in rl_parse_and_bind()
|
| /freebsd/contrib/llvm-project/clang/include/clang/ASTMatchers/Dynamic/ |
| H A D | Parser.h | 247 Parser(CodeTokenizer *Tokenizer, Sema *S, 268 CodeTokenizer *const Tokenizer; variable
|
| /freebsd/contrib/libedit/TEST/ |
| H A D | tc1.c | 127 Tokenizer *tok; in main()
|
| H A D | wtc1.c | 245 Tokenizer *ntok = tok_init(NULL); in main()
|
| /freebsd/contrib/llvm-project/clang/include/clang/Tooling/ |
| H A D | Tooling.h | 515 llvm::cl::TokenizerCallback Tokenizer,
|
| /freebsd/contrib/llvm-project/llvm/lib/Support/ |
| H A D | CommandLine.cpp | 1181 Tokenizer(Str, Saver, NewArgv, MarkEOLs); in expandResponseFile() 1377 bool cl::ExpandResponseFiles(StringSaver &Saver, TokenizerCallback Tokenizer, in ExpandResponseFiles() argument 1379 ExpansionContext ECtx(Saver.getAllocator(), Tokenizer); in ExpandResponseFiles() 1388 : Saver(A), Tokenizer(T), FS(vfs::getRealFileSystem().get()) {} in ExpansionContext()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Support/ |
| H A D | CommandLine.h | 2161 TokenizerCallback Tokenizer; 2255 TokenizerCallback Tokenizer,
|
| /freebsd/contrib/llvm-project/clang/lib/Driver/ |
| H A D | Driver.cpp | 7192 llvm::cl::TokenizerCallback Tokenizer; in expandResponseFiles() local 7194 Tokenizer = &llvm::cl::TokenizeWindowsCommandLine; in expandResponseFiles() 7196 Tokenizer = &llvm::cl::TokenizeGNUCommandLine; in expandResponseFiles() 7201 llvm::cl::ExpansionContext ECtx(Alloc, Tokenizer); in expandResponseFiles()
|