Home
last modified time | relevance | path

Searched refs:trigrams (Results 1 – 25 of 318) sorted by relevance

12345678910>>...13

/dports/www/miniflux/v2-2.0.35/vendor/github.com/rylans/getlang/
H A Dgetlang.go186 trigrams := map[string]int{}
200 if trigrams[string(trigram)] == 0 {
201 trigrams[string(trigram)] = 1
203 trigrams[string(trigram)]++
209 return trigrams
219 trigrams := make([]trigram, len(counterMap))
223 trigrams[i] = trigram{tg, count}
227 if trigrams[i].count == trigrams[j].count {
228 return trigrams[i].trigram < trigrams[j].trigram
230 return trigrams[i].count > trigrams[j].count
[all …]
/dports/textproc/sphinxsearch/sphinx-2.2.11-release/misc/suggest/
H A Dsuggest.php19 $trigrams = "";
21 $trigrams .= mb_substr ( $t, $i, 3 ) . " ";
23 return $trigrams;
52 $trigrams = BuildTrigrams ( $keyword );
60 fwrite ( $out, "( 0, '$keyword', '$trigrams', $freq )" );
78 $trigrams = BuildTrigrams ( $keyword );
79 $query = "\"$trigrams\"/1";
/dports/textproc/libsphinxclient/sphinx-2.0.9-release/misc/suggest/
H A Dsuggest.php16 $trigrams = "";
18 $trigrams .= substr ( $t, $i, 3 ) . " ";
20 return $trigrams;
49 $trigrams = BuildTrigrams ( $keyword );
57 fwrite ( $out, "( 0, '$keyword', '$trigrams', $freq )" );
75 $trigrams = BuildTrigrams ( $keyword );
76 $query = "\"$trigrams\"/1";
/dports/textproc/p5-Text-NSP/Text-NSP-1.31/bin/utils/contributed/
H A Dsort-trigrams.pl232 if(!defined $trigrams{$score})
234 $trigrams{$score}="";
243 $trigrams{$score}.=$big_string."<||>";
247 foreach $score (sort {$b <=> $a} keys %trigrams)
250 if($trigrams{$score}=~/<\|\|>$/) { $trigrams{$score}=~s/<\|\|>$//; }
253 @big_strings=split(/<\|\|>/,$trigrams{$score});
H A DREADME5 The following programs extend ../deprecated/huge-count.pl to trigrams
10 sort-trigrams.pl
/dports/audio/py-music21/music21-7.1.0/music21/
H A Dtext.py382 self.trigrams = {}
392 self.trigrams[languageCode] = Trigram(excerptWords)
419 langDiff = self.trigrams[lang] - excTrigram
648 diffFrIt = ld.trigrams['fr'] - ld.trigrams['it']
650 self.assertTrue(0.67 < ld.trigrams['fr'] - ld.trigrams['de'] < 0.70)
651 self.assertTrue(0.99 < ld.trigrams['fr'] - ld.trigrams['cn'] < 1.0)
/dports/lang/spidermonkey60/firefox-60.9.0/media/sphinxbase/src/libsphinxbase/lm/
H A Dngram_model_dmp.c62 #define FIRST_TG(m,b) (TSEG_BASE((m),(b))+((m)->lm3g.bigrams[b].trigrams))
284 SWAP_INT16(&bgptr->trigrams); in ngram_model_dmp_read()
294 model->lm3g.trigrams = (trigram_t *) (map_base + offset); in ngram_model_dmp_read()
298 model->lm3g.trigrams = in ngram_model_dmp_read()
301 (model->lm3g.trigrams, sizeof(trigram_t), n_trigram, fp) in ngram_model_dmp_read()
570 tgcount = (tgptr - model->lm3g.trigrams); in ngram_model_dmp_build()
590 seg, bgptr->trigrams)); in ngram_model_dmp_build()
614 tgcount = tgptr - model->lm3g.trigrams; in ngram_model_dmp_build()
620 bgptr->trigrams = tgcount - model->lm3g.tseg_base[seg]; in ngram_model_dmp_build()
805 fwrite_tg(fh, &(lm->lm3g.trigrams[i])); in ngram_model_dmp_write_trigram()
[all …]
H A Dlm3g_templates.c125 tginfo->tg = model->lm3g.trigrams + t; in load_tginfo()
351 <= (itor->tg - model->lm3g.trigrams)) in lm3g_template_iter()
377 itor->tg = model->lm3g.trigrams; in lm3g_template_mgrams()
382 <= (itor->tg - model->lm3g.trigrams)) in lm3g_template_mgrams()
426 itor->tg = (model->lm3g.trigrams in lm3g_template_successors()
521 if (itor->tg - model->lm3g.trigrams >= base->model->n_counts[2]) in lm3g_template_iter_next()
524 while (itor->tg - model->lm3g.trigrams >= in lm3g_template_iter_next()
531 itor->tg - model->lm3g.trigrams); in lm3g_template_iter_next()
541 itor->tg - model->lm3g.trigrams); in lm3g_template_iter_next()
H A Dngram_model_arpa.c59 #define FIRST_TG(m,b) (TSEG_BASE((m),(b))+((m)->lm3g.bigrams[b].trigrams))
295 tgptr = model->lm3g.trigrams; in ReadTrigrams()
386 bgptr->trigrams = tgoff; in ReadTrigrams()
389 bgptr->trigrams = 0; in ReadTrigrams()
402 bgptr->trigrams = tgoff; in ReadTrigrams()
430 model->lm3g.bigrams[prev_bg].trigrams = in ReadTrigrams()
503 model->lm3g.trigrams = in ngram_model_arpa_read()
639 ckd_free(model->lm3g.trigrams); in ngram_model_arpa_free()
/dports/www/firefox-legacy/firefox-52.8.0esr/media/sphinxbase/src/libsphinxbase/lm/
H A Dngram_model_dmp.c62 #define FIRST_TG(m,b) (TSEG_BASE((m),(b))+((m)->lm3g.bigrams[b].trigrams))
284 SWAP_INT16(&bgptr->trigrams); in ngram_model_dmp_read()
294 model->lm3g.trigrams = (trigram_t *) (map_base + offset); in ngram_model_dmp_read()
298 model->lm3g.trigrams = in ngram_model_dmp_read()
301 (model->lm3g.trigrams, sizeof(trigram_t), n_trigram, fp) in ngram_model_dmp_read()
570 tgcount = (tgptr - model->lm3g.trigrams); in ngram_model_dmp_build()
590 seg, bgptr->trigrams)); in ngram_model_dmp_build()
614 tgcount = tgptr - model->lm3g.trigrams; in ngram_model_dmp_build()
620 bgptr->trigrams = tgcount - model->lm3g.tseg_base[seg]; in ngram_model_dmp_build()
805 fwrite_tg(fh, &(lm->lm3g.trigrams[i])); in ngram_model_dmp_write_trigram()
[all …]
H A Dlm3g_templates.c125 tginfo->tg = model->lm3g.trigrams + t;
351 <= (itor->tg - model->lm3g.trigrams))
377 itor->tg = model->lm3g.trigrams;
382 <= (itor->tg - model->lm3g.trigrams))
426 itor->tg = (model->lm3g.trigrams
521 if (itor->tg - model->lm3g.trigrams >= base->model->n_counts[2])
524 while (itor->tg - model->lm3g.trigrams >=
531 itor->tg - model->lm3g.trigrams);
541 itor->tg - model->lm3g.trigrams);
H A Dngram_model_arpa.c59 #define FIRST_TG(m,b) (TSEG_BASE((m),(b))+((m)->lm3g.bigrams[b].trigrams))
295 tgptr = model->lm3g.trigrams; in ReadTrigrams()
386 bgptr->trigrams = tgoff; in ReadTrigrams()
389 bgptr->trigrams = 0; in ReadTrigrams()
402 bgptr->trigrams = tgoff; in ReadTrigrams()
430 model->lm3g.bigrams[prev_bg].trigrams = in ReadTrigrams()
503 model->lm3g.trigrams = in ngram_model_arpa_read()
639 ckd_free(model->lm3g.trigrams); in ngram_model_arpa_free()
/dports/audio/sphinxbase/sphinxbase-0.8/src/libsphinxbase/lm/
H A Dngram_model_dmp.c62 #define FIRST_TG(m,b) (TSEG_BASE((m),(b))+((m)->lm3g.bigrams[b].trigrams))
284 SWAP_INT16(&bgptr->trigrams); in ReadTrigrams()
294 model->lm3g.trigrams = (trigram_t *) (map_base + offset);
298 model->lm3g.trigrams =
301 (model->lm3g.trigrams, sizeof(trigram_t), n_trigram, fp)
570 tgcount = (tgptr - model->lm3g.trigrams);
590 seg, bgptr->trigrams));
614 tgcount = tgptr - model->lm3g.trigrams;
620 bgptr->trigrams = tgcount - model->lm3g.tseg_base[seg];
805 fwrite_tg(fh, &(lm->lm3g.trigrams[i]));
[all …]
H A Dlm3g_templates.c125 tginfo->tg = model->lm3g.trigrams + t;
347 <= (itor->tg - model->lm3g.trigrams))
373 itor->tg = model->lm3g.trigrams;
378 <= (itor->tg - model->lm3g.trigrams))
422 itor->tg = (model->lm3g.trigrams
517 if (itor->tg - model->lm3g.trigrams >= base->model->n_counts[2])
520 while (itor->tg - model->lm3g.trigrams >=
527 itor->tg - model->lm3g.trigrams);
537 itor->tg - model->lm3g.trigrams);
H A Dngram_model_arpa.c59 #define FIRST_TG(m,b) (TSEG_BASE((m),(b))+((m)->lm3g.bigrams[b].trigrams))
295 tgptr = model->lm3g.trigrams;
386 bgptr->trigrams = tgoff;
389 bgptr->trigrams = 0;
402 bgptr->trigrams = tgoff;
430 model->lm3g.bigrams[prev_bg].trigrams =
503 model->lm3g.trigrams =
638 ckd_free(model->lm3g.trigrams);
/dports/textproc/py-guess-language/guess-language-0.2/guess_language/
H A Dguess_language.py451 trigrams = defaultdict(int) # QHash<QString,int>
455 trigrams[content[i:i+3]]+=1
457 return sorted(trigrams.keys(), key=lambda k: (-trigrams[k], k))
/dports/textproc/py-guess-language/guess-language-0.2/
H A DREADME8 Detects over 60 languages - all languages listed in the `trigrams
9 <http://code.google.com/p/guess-language/source/browse/trunk/guess_language/trigrams/>`_
12 guess_language uses heuristics based on the character set and trigrams in a sample text
H A DPKG-INFO16 Detects over 60 languages - all languages listed in the `trigrams
17 <http://code.google.com/p/guess-language/source/browse/trunk/guess_language/trigrams/>`_
20 guess_language uses heuristics based on the character set and trigrams in a sample text
/dports/textproc/p5-Text-NSP/Text-NSP-1.31/Testing/tmi3/
H A Dtest-3.sub-1-a.cnt11 number<>of<>trigrams<>3 3 14 5 3 3 3
24 of<>trigrams<>.<>2 14 5 95 3 6 3
111 trigrams<>.<>2<>1 5 94 15 3 1 8
134 only<>for<>trigrams<>1 1 16 5 1 1 1
139 for<>trigrams<>.<>1 16 5 95 1 4 3
260 trigrams<>in<>the<>1 5 9 30 1 1 2
266 trigrams<>value<>that<>1 5 6 10 1 1 1
391 trigrams<>.<>This<>1 5 94 6 3 1 6
444 trigrams<>.<>The<>1 5 94 10 3 1 5
619 of<>trigrams<>in<>1 14 5 9 3 1 1
[all …]
/dports/net-p2p/bazarr/bazarr-1.0.2/libs/guess_language/
H A D__init__.py509 trigrams = defaultdict(int) # QHash<QString,int>
513 trigrams[content[i:i+3]] += 1
515 return sorted(trigrams.keys(), key=lambda k: (-trigrams[k], k))
/dports/textproc/sonic/sonic-1.3.0/cargo-crates/whatlang-0.9.0/src/
H A Ddetect.rs8 use crate::trigrams::*;
88 let trigrams = get_trigrams_with_positions(text); in detect_lang_in_profiles() localVariable
96 let dist = calculate_distance(lang_trigrams, &trigrams); in detect_lang_in_profiles()
143 let confident_rate = (12.0 / trigrams.len() as f64) + 0.05; in detect_lang_in_profiles()
/dports/textproc/py-nltk/nltk-3.4.1/nltk/test/
H A Dcollocations.doctest96 A similar interface is provided for trigrams:
100 >>> set(trigram for trigram, score in scored) == set(nltk.trigrams(tokens))
111 ... 1.0 / len(tuple(nltk.trigrams(tokens)))))
137 Given our sample text above, if we remove all trigrams containing personal
148 ... 1.0 / len(tuple(nltk.trigrams(tokens)))))
212 TODO: Find authoritative results for trigrams.
/dports/textproc/py-nltk/nltk-3.4.1/nltk/classify/
H A Dtextcat.py35 from nltk.util import trigrams
93 token_trigram_tuples = trigrams(self._START_CHAR + t + self._END_CHAR)
/dports/textproc/p5-Text-NSP/Text-NSP-1.31/t/
H A DText-NSP-Measures-3D-MI-ll-1.03.t40 # this table represents the case where there are 15 trigrams in
41 # the sample, and they are all from 3 trigrams that share one
/dports/textproc/py-nltk/nltk-3.4.1/nltk/test/unit/lm/
H A Dtest_counter.py55 trigrams = self.trigram_counter[3]
58 six.assertCountEqual(self, expected_trigram_contexts, trigrams.conditions())

12345678910>>...13