Searched refs:unicode_tokenizer (Results 1 – 1 of 1) sorted by relevance
211705 typedef struct unicode_tokenizer unicode_tokenizer; typedef211708 struct unicode_tokenizer { struct211731 unicode_tokenizer *p = (unicode_tokenizer *)pTokenizer; argument211757 unicode_tokenizer *p, /* Tokenizer to add exceptions to */211810 static int unicodeIsException(unicode_tokenizer *p, int iCode){211835 static int unicodeIsAlnum(unicode_tokenizer *p, int iCode){211848 unicode_tokenizer *pNew; /* New tokenizer object */211852 pNew = (unicode_tokenizer *) sqlite3_malloc(sizeof(unicode_tokenizer));211854 memset(pNew, 0, sizeof(unicode_tokenizer));211949 unicode_tokenizer *p = ((unicode_tokenizer *)pCsr->base.pTokenizer);