Searched refs:TOKENIZER_UTF8 (Results 1 – 7 of 7) sorted by relevance
154 TOKENIZER_UTF8 = 2, enumerator
864 tSettings.m_iType = TOKENIZER_UTF8; in sphConfTokenizer()
83 tSettings.m_iType = bUTF8 ? TOKENIZER_UTF8 : TOKENIZER_SBCS; in CreateTestTokenizer()
3016 case TOKENIZER_UTF8: pTokenizer = sphCreateUTF8Tokenizer (); break; in Create()
148 TOKENIZER_UTF8 = 2, enumerator
4379 : m_iType ( TOKENIZER_UTF8 ) in CSphTokenizerSettings()4393 if ( tSettings.m_iType!=TOKENIZER_UTF8 && tSettings.m_iType!=TOKENIZER_NGRAM ) in LoadTokenizerSettings()4724 case TOKENIZER_UTF8: pTokenizer = sphCreateUTF8Tokenizer (); break; in Create()16692 …fprintf ( fp, "\tcharset_type = %s\n", ( tSettings.m_iType==TOKENIZER_UTF8 || tSettings.m_iType==T… in DebugDumpHeader()
18135 …DumpKey ( tBuf, "charset_type", ( tTokSettings.m_iType==TOKENIZER_UTF8 || tTokSettings.m_iType==T… in DumpIndexSettings()