Searched refs:tokenizer (Results 1 – 9 of 9) sorted by relevance
18 SRCS+= tokenizer.c20 SRCS+= tokenizer.l23 GENFILES= tokenizer.c parser.c parser.h26 tokenizer.o: parser.h28 CLEANFILES+= parser.c parser.h tokenizer.o tokenizer.c
7 tokenizer.c: bootstrap_m4_tokenizer14 .for _f in tokenizer.c25 …(cd ${SRCTOP}/usr.bin/m4 && lex -t ${SRCTOP}/usr.bin/m4/tokenizer.l) | grep -v '#line' > inittoken…
20 terminal.c tokenizer.c tokenizern.c tty.c vi.c137 COPTS.tokenizer.c+= -Wno-cast-qual
240 typedef struct tokenizer Tokenizer;
85 struct TYPE(tokenizer) { in TYPE() argument
19 terminal.c tokenizer.c tokenizern.c tty.c vi.c
451 straightforward. The lexical analyzer's tokenizer hands each
3775 Get rid of unnecessary eol variable in tokenizer.
254502 fts5_tokenizer tokenizer; /* Parent tokenizer module */254514 p->tokenizer.xDelete(p->pTokenizer);254541 rc = pApi->xFindTokenizer(pApi, zBase, &pUserdata, &pRet->tokenizer);254548 rc = pRet->tokenizer.xCreate(pUserdata, azArg2, nArg2, &pRet->pTokenizer);255206 return p->tokenizer.xTokenize(