Searched refs:unicode_tokenizer (Results 1 – 1 of 1) sorted by relevance
212023 typedef struct unicode_tokenizer unicode_tokenizer; typedef212026 struct unicode_tokenizer { struct212049 unicode_tokenizer *p = (unicode_tokenizer *)pTokenizer; argument212075 unicode_tokenizer *p, /* Tokenizer to add exceptions to */212128 static int unicodeIsException(unicode_tokenizer *p, int iCode){212153 static int unicodeIsAlnum(unicode_tokenizer *p, int iCode){212166 unicode_tokenizer *pNew; /* New tokenizer object */212170 pNew = (unicode_tokenizer *) sqlite3_malloc(sizeof(unicode_tokenizer));212172 memset(pNew, 0, sizeof(unicode_tokenizer));212267 unicode_tokenizer *p = ((unicode_tokenizer *)pCsr->base.pTokenizer);