196794   Fts3PhraseToken *pTok,          /* Token to query for */  argument
196804   pSegcsr = pTok->pSegcsr;
196808         | (pTok->isPrefix ? FTS3_SEGMENT_PREFIX : 0)
196809         | (pTok->bFirst ? FTS3_SEGMENT_FIRST : 0)
196812   filter.zTerm = pTok->z;
196813   filter.nTerm = pTok->n;
196836   pTok->pSegcsr = 0;
203579   sqlite3_tokenizer *pTok;  member
203691   sqlite3_tokenizer *pTok = 0;  local
203716     rc = pMod->xCreate((nDequote>1 ? nDequote-1 : 0), azArg, &pTok);
203729     pTab->pTok = pTok;
203732     if( pTok ){
203733       pMod->xDestroy(pTok);
203749   pTab->pMod->xDestroy(pTab->pTok);
203879       rc = pTab->pMod->xOpen(pTab->pTok, pCsr->zInput, nByte, &pCsr->pCsr);
203881         pCsr->pCsr->pTokenizer = pTab->pTok;
241527   Fts5Tokenizer *pTok;  member
242278     Fts5Tokenizer *pTok
245808     if( pConfig->t.pTok ){
245810         pConfig->t.pApi1->xDelete(pConfig->t.pTok);
245812         pConfig->t.pApi2->xDelete(pConfig->t.pTok);
245892     if( pConfig->t.pTok==0 ){
245898             pConfig->t.pTok, pCtx, flags, pText, nText, xToken
245901         rc = pConfig->t.pApi2->xTokenize(pConfig->t.pTok, pCtx, flags,
248210 static void sqlite3Fts5ParseNear(Fts5Parse *pParse, Fts5Token *pTok){  argument
248211   if( pTok->n!=4 || memcmp("NEAR", pTok->p, 4) ){
248213         pParse, "fts5: syntax error near \"%.*s\"", pTok->n, pTok->p
259715   Fts5TokenizerModule *pTok;      /* First in list of all tokenizer modules */  member
262914     pNew->pNext = pGlobal->pTok;
262915     pGlobal->pTok = pNew;
262975 static void fts5VtoVDelete(Fts5Tokenizer *pTok){  argument
262976   Fts5VtoVTokenizer *p = (Fts5VtoVTokenizer*)pTok;
262993   Fts5Tokenizer *pTok,  argument
262998   Fts5VtoVTokenizer *p = (Fts5VtoVTokenizer*)pTok;
263008   Fts5Tokenizer *pTok,  argument
263014   Fts5VtoVTokenizer *p = (Fts5VtoVTokenizer*)pTok;
263090     for(pMod=pGlobal->pTok; pMod; pMod=pMod->pNext){
263183         (azArg?&azArg[1]:0), (nArg?nArg-1:0), &pConfig->t.pTok
263192           pMod->x1.xCreate, pConfig->t.pTok
263200     pConfig->t.pTok = 0;
263213   Fts5TokenizerModule *pTok, *pNextTok;  local
263223   for(pTok=pGlobal->pTok; pTok; pTok=pNextTok){
263224     pNextTok = pTok->pNext;
263225     if( pTok->xDestroy ) pTok->xDestroy(pTok->pUserData);
263226     sqlite3_free(pTok);
265393 static void fts5UnicodeDelete(Fts5Tokenizer *pTok){  argument
265394   if( pTok ){
265395     Unicode61Tokenizer *p = (Unicode61Tokenizer*)pTok;
265628 static void fts5PorterDelete(Fts5Tokenizer *pTok){  argument
265629   if( pTok ){
265630     PorterTokenizer *p = (PorterTokenizer*)pTok;
266408   Fts5Tokenizer *pTok,  argument
266414   TrigramTokenizer *p = (TrigramTokenizer*)pTok;
266494     Fts5Tokenizer *pTok  argument
266497     TrigramTokenizer *p = (TrigramTokenizer*)pTok;