Searched refs:ngram_len (Results 1 – 6 of 6) sorted by relevance
23 self.ngram_len = shingle_len30 values = self.get_shingles(tokens, self.ngram_len)62 ('Shingle length', self.ngram_len))
170 uint32_t ngram_len = (uint32_t)all.ngram_strings.size(); in save_load_header() local171 text_len = sprintf(buff, "%d ngram: ", (int)ngram_len); in save_load_header()172 bin_text_read_write_fixed(model_file,(char *)&ngram_len, sizeof(ngram_len), in save_load_header()175 for (size_t i = 0; i < ngram_len; i++) in save_load_header()
582 int ngram_len = offsets[i].second; in Main() local584 std::string cleaned = UNICHARSET::CleanupString(curr_pos, ngram_len); in Main()589 rand_utf8.append(curr_pos, ngram_len); in Main()
397 # ngram_len = 1
450 # ngram_len = 1
458 # ngram_len = 1