Searched refs:tokenizeOneSentence (Results 1 – 2 of 2) sorted by relevance
129 std::vector<Token> tokenizeOneSentence( std::istream& );
558 vector<Token> TokenizerClass::tokenizeOneSentence( istream& IN ){ in tokenizeOneSentence() function in Tokenizer::TokenizerClass666 vector<Token> v = tokenizeOneSentence( IN ); in tokenize()778 vector<Token> v = tokenizeOneSentence( IN ); in tokenize()783 v = tokenizeOneSentence( IN ); in tokenize()