Searched refs:tokenizer_factory (Results 1 – 1 of 1) sorted by relevance
1189 class tokenizer_factory { class1191 virtual ~tokenizer_factory() {} in ~tokenizer_factory()1193 static tokenizer_factory* load(istream& is);1194 static tokenizer_factory* load(const char* fname);1907 unique_ptr<morphodita::tokenizer_factory> tokenizer_factory; member in ufal::udpipe::model_morphodita_parsito2230 if (!tokenizer_factory) in new_tokenizer()2363 m->tokenizer_factory.reset(tokenizer ? morphodita::tokenizer_factory::load(is) : nullptr); in load()14078 tokenizer_factory* tokenizer_factory::load(istream& is) { in load()14102 tokenizer_factory* tokenizer_factory::load(const char* fname) { in load()21223 …unique_ptr<morphodita::tokenizer_factory> tokenizer_factory(tokenizer ? morphodita::tokenizer_fact… in load_model() local[all …]