Searched refs:multiword_splitter (Results 1 – 1 of 1) sorted by relevance
1626 class multiword_splitter { class1630 static multiword_splitter* load(istream& is);1633 multiword_splitter(unsigned version) : version(version) {} in multiword_splitter() function in ufal::udpipe::multiword_splitter1908 unique_ptr<multiword_splitter> splitter;2029 const multiword_splitter* splitter;2365 m->splitter.reset(tokenizer ? multiword_splitter::load(is) : nullptr); in load()19722 void multiword_splitter::append_token(string_piece token, string_piece misc, sentence& s) const { in append_token()19796 multiword_splitter* multiword_splitter::load(istream& is) { in load()19804 unique_ptr<multiword_splitter> splitter(new multiword_splitter(version)); in load()19977 os.put(multiword_splitter::VERSION_LATEST); in train()[all …]