Searched refs:multiword_tokens (Results 1 – 3 of 3) sorted by relevance
1021 …const string& form = j < s.multiword_tokens.size() && s.multiword_tokens[j].id_first == int(i) ? s… in add_sentence()1027 if (j < s.multiword_tokens.size() && s.multiword_tokens[j].id_first == int(i)) { in add_sentence()2521 paragraph.back().multiword_tokens.push_back(all_words.multiword_tokens.front()); in parse_paragraph()2524 all_words.multiword_tokens.erase(all_words.multiword_tokens.begin()); in parse_paragraph()17719 multiword_tokens.clear(); in next_tree()18414 if (j < s.multiword_tokens.size() && s.multiword_tokens[j].id_first == int(i)) in next_sentence()18850 if (j < s.multiword_tokens.size() && s.multiword_tokens[j].id_first == int(i)) in write_sentence()18861 if (j < s.multiword_tokens.size() && s.multiword_tokens[j].id_first == int(i)) in write_sentence()18982 multiword_tokens.clear(); in clear()19452 if (j < s.multiword_tokens.size() && s.multiword_tokens[j].id_first == int(i)) in detokenize()[all …]
104 std::vector<multiword_token> multiword_tokens; variable
18101 if (arg1) (arg1)->multiword_tokens = *arg2; in _wrap_Sentence_multiwordTokens_set()18123 …= (std::vector< multiword_token,std::allocator< multiword_token > > *)& ((arg1)->multiword_tokens); in _wrap_Sentence_multiwordTokens_get()