14604     fts5_tokenizer *pTokenizer,
14613     fts5_tokenizer *pTokenizer
14632     fts5_tokenizer_v2 *pTokenizer,
193082   int (*xDestroy)(sqlite3_tokenizer *pTokenizer);
193090     sqlite3_tokenizer *pTokenizer,       /* Tokenizer object */
193149   sqlite3_tokenizer *pTokenizer;       /* Tokenizer for this cursor. */  member
193489   sqlite3_tokenizer *pTokenizer;  /* tokenizer for inserts and queries */  member
194174   p->pTokenizer->pModule->xDestroy(p->pTokenizer);
194820   sqlite3_tokenizer *pTokenizer = 0;        /* Tokenizer for this table */  local
194875     if( !pTokenizer
194880       rc = sqlite3Fts3InitTokenizer(pHash, &z[9], &pTokenizer, pzErr);
195022   if( pTokenizer==0 ){
195023     rc = sqlite3Fts3InitTokenizer(pHash, "simple", &pTokenizer, pzErr);
195026   assert( pTokenizer );
195053   p->pTokenizer = pTokenizer;
195168     }else if( pTokenizer ){
195169       pTokenizer->pModule->xDestroy(pTokenizer);
196991     rc = sqlite3Fts3ExprParse(p->pTokenizer, pCsr->iLangid,
200491   sqlite3_tokenizer *pTokenizer;      /* Tokenizer module */  member
200529   sqlite3_tokenizer *pTokenizer,  argument
200535   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
200539   rc = pModule->xOpen(pTokenizer, z, n, &pCsr);
200542     pCsr->pTokenizer = pTokenizer;
200597   sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;  local
200598   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
200604   rc = sqlite3Fts3OpenTokenizer(pTokenizer, pParse->iLangid, z, n, &pCursor);
200702   sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;  local
200703   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
200733       pTokenizer, pParse->iLangid, zInput, nInput, &pCursor);
201383   sqlite3_tokenizer *pTokenizer,      /* Tokenizer module */  argument
201397   sParse.pTokenizer = pTokenizer;
201446   sqlite3_tokenizer *pTokenizer,      /* Tokenizer module */  argument
201457       pTokenizer, iLangid, azCol, bFts4, nCol, iDefaultCol, z, n, ppExpr
201606   sqlite3_tokenizer *pTokenizer = 0;  local
201627   rc = sqlite3Fts3InitTokenizer(pHash, zTokenizer, &pTokenizer, &zErr);
201653         pTokenizer, 0, azCol, 0, nCol, nCol, zExpr, nExpr, &pExpr, &zDummy
201659         pTokenizer, 0, azCol, 0, nCol, nCol, zExpr, nExpr, &pExpr
201675   if( pTokenizer ){
201676     rc = pTokenizer->pModule->xDestroy(pTokenizer);
202180 static int porterDestroy(sqlite3_tokenizer *pTokenizer){  argument
202181   sqlite3_free(pTokenizer);
202192   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */  argument
202198   UNUSED_PARAMETER(pTokenizer);
203031   sqlite3_tokenizer *pTokenizer = 0;  local
203079   if( SQLITE_OK!=p->xCreate(argc-2, azArg, &pTokenizer) ){
203083   pTokenizer->pModule = p;
203084   if( sqlite3Fts3OpenTokenizer(pTokenizer, 0, zInput, nInput, &pCsr) ){
203101   if( SQLITE_OK!=p->xDestroy(pTokenizer) ){
203388 static int simpleDestroy(sqlite3_tokenizer *pTokenizer){  argument
203389   sqlite3_free(pTokenizer);
203400   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */  argument
203406   UNUSED_PARAMETER(pTokenizer);
203452   simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer;
203881         pCsr->pCsr->pTokenizer = pTab->pTok;
204811   sqlite3_tokenizer *pTokenizer = p->pTokenizer;  local
204812   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
204817   assert( pTokenizer && pModule );
204827   rc = sqlite3Fts3OpenTokenizer(pTokenizer, iLangid, zText, -1, &pCsr);
209329     sqlite3_tokenizer_module const *pModule = p->pTokenizer->pModule;
209351           rc = sqlite3Fts3OpenTokenizer(p->pTokenizer, iLang, zText, -1, &pT);
209528     sqlite3_tokenizer *pT = p->pTokenizer;
210534       pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
210539       rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, iLangid, zDoc, nDoc, &pC);
210599   pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
210600   rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid, zDoc,nDoc,&pC);
211457   sqlite3_tokenizer_module const *pMod = pTab->pTokenizer->pModule;
211531     rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid,
211729 static int unicodeDestroy(sqlite3_tokenizer *pTokenizer){  argument
211730   if( pTokenizer ){
211731     unicode_tokenizer *p = (unicode_tokenizer *)pTokenizer;
211949   unicode_tokenizer *p = ((unicode_tokenizer *)pCsr->base.pTokenizer);
225099 static int icuDestroy(sqlite3_tokenizer *pTokenizer){  argument
225100   IcuTokenizer *p = (IcuTokenizer *)pTokenizer;
225112   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */  argument
225117   IcuTokenizer *p = (IcuTokenizer *)pTokenizer;
241300     fts5_tokenizer *pTokenizer,
241309     fts5_tokenizer *pTokenizer
241328     fts5_tokenizer_v2 *pTokenizer,
263028   fts5_tokenizer_v2 *pTokenizer,  /* Tokenizer implementation */  argument
263034   if( pTokenizer->iVersion>2 ){
263040       pNew->x2 = *pTokenizer;
263058   fts5_tokenizer *pTokenizer,     /* Tokenizer implementation */  argument
263068     pNew->x1 = *pTokenizer;
263136   fts5_tokenizer *pTokenizer      /* Populate this object */  argument
263148     *pTokenizer = pMod->x1;
263150     memset(pTokenizer, 0, sizeof(*pTokenizer));
265182   Fts5Tokenizer *pTokenizer,  argument
265188   AsciiTokenizer *p = (AsciiTokenizer*)pTokenizer;
265507   Fts5Tokenizer *pTokenizer,  argument
265513   Unicode61Tokenizer *p = (Unicode61Tokenizer*)pTokenizer;
265621   Fts5Tokenizer *pTokenizer;      /* Parent tokenizer instance */  member
265631     if( p->pTokenizer ){
265632       p->tokenizer_v2.xDelete(p->pTokenizer);
265668     rc = pRet->tokenizer_v2.xCreate(pUserdata, az2, nArg2, &pRet->pTokenizer);
266315   Fts5Tokenizer *pTokenizer,  argument
266322   PorterTokenizer *p = (PorterTokenizer*)pTokenizer;
266328       p->pTokenizer, (void*)&sCtx, flags, pText, nText, pLoc, nLoc, fts5PorterCb