Home
last modified time | relevance | path

Searched refs:ngram (Results 1 – 25 of 861) sorted by relevance

12345678910>>...35

/dports/security/keybase/client-v5.7.1/go/vendor/github.com/saintfish/chardet/
H A Dsingle_byte.go33 ngram: 0,
44 s.ngram = ((s.ngram << 8) | uint32(b)) & ngramMask
217 ngram: ngram,
321 ngram: ngram,
385 ngram: ngram,
440 ngram: ngram,
496 ngram: ngram,
559 ngram: ngram,
621 ngram: ngram,
821 ngram: ngram,
[all …]
/dports/net-im/matterbridge/matterbridge-1.22.3/vendor/github.com/saintfish/chardet/
H A Dsingle_byte.go33 ngram: 0,
44 s.ngram = ((s.ngram << 8) | uint32(b)) & ngramMask
217 ngram: ngram,
321 ngram: ngram,
385 ngram: ngram,
440 ngram: ngram,
496 ngram: ngram,
559 ngram: ngram,
621 ngram: ngram,
821 ngram: ngram,
[all …]
/dports/www/gitea/gitea-1.16.5/vendor/github.com/gogs/chardet/
H A Dsingle_byte.go33 ngram: 0,
44 s.ngram = ((s.ngram << 8) | uint32(b)) & ngramMask
217 ngram: ngram,
321 ngram: ngram,
385 ngram: ngram,
440 ngram: ngram,
496 ngram: ngram,
559 ngram: ngram,
621 ngram: ngram,
821 ngram: ngram,
[all …]
/dports/www/colly/colly-2.1.0/vendor/github.com/saintfish/chardet/
H A Dsingle_byte.go33 ngram: 0,
44 s.ngram = ((s.ngram << 8) | uint32(b)) & ngramMask
217 ngram: ngram,
321 ngram: ngram,
385 ngram: ngram,
440 ngram: ngram,
496 ngram: ngram,
559 ngram: ngram,
621 ngram: ngram,
821 ngram: ngram,
[all …]
/dports/textproc/soothsayer/soothsayer-0.6.3/src/lib/core/dbconnector/
H A DdatabaseConnector.cpp92 << buildWhereClause(ngram) << ";"; in getNgramCount()
112 << buildWhereLikeClause(ngram) in getNgramLikeTable()
125 int count = getNgramCount(ngram); in incrementNgramCount()
129 updateNgram(ngram, ++count); in incrementNgramCount()
136 insertNgram(ngram, count); in incrementNgramCount()
152 << buildValuesClause(ngram, count) in insertNgram()
174 if (i < ngram.size() - 1) { in buildWhereClause()
178 where_clause << " word = '" << sanitizeString(ngram[ngram.size() - 1]) << "'"; in buildWhereClause()
191 if (i < ngram.size() - 1) { in buildWhereLikeClause()
195 where_clause << " word LIKE '" << sanitizeString(ngram[ngram.size() - 1]) << "%'"; in buildWhereLikeClause()
[all …]
/dports/deskutils/presage/presage-0.9.1/test/lib/predictors/dbconnector/
H A DdatabaseConnectorTest.h83 Ngram ngram; in executeSql() local
124 ngram->push_back("foo"); in executeSql()
125 ngram->push_back("bar"); in executeSql()
127 ngram->push_back("3"); in executeSql()
129 delete ngram; in executeSql() local
131 ngram = new Ngram(); in executeSql()
132 ngram->push_back("bar"); in executeSql()
135 ngram->push_back("33"); in executeSql()
137 delete ngram; in executeSql() local
139 ngram = new Ngram(); in executeSql()
[all …]
H A DsqliteDatabaseConnectorTest.cpp239 delete ngram; in testGetNgramCount()
301 Ngram* ngram; in testGetNgramLikeTable() local
304 ngram = new Ngram(); in testGetNgramLikeTable()
310 delete ngram; in testGetNgramLikeTable()
313 ngram = new Ngram(); in testGetNgramLikeTable()
320 delete ngram; in testGetNgramLikeTable()
323 ngram = new Ngram(); in testGetNgramLikeTable()
331 delete ngram; in testGetNgramLikeTable()
344 delete ngram; in testGetNgramLikeTable()
353 delete ngram; in testGetNgramLikeTable()
[all …]
/dports/textproc/soothsayer/soothsayer-0.6.3/test/lib/core/dbconnector/
H A DdatabaseConnectorTest.h81 Ngram ngram; in executeSql() local
122 ngram->push_back("foo"); in executeSql()
123 ngram->push_back("bar"); in executeSql()
125 ngram->push_back("3"); in executeSql()
127 delete ngram; in executeSql() local
129 ngram = new Ngram(); in executeSql()
130 ngram->push_back("bar"); in executeSql()
133 ngram->push_back("33"); in executeSql()
135 delete ngram; in executeSql() local
137 ngram = new Ngram(); in executeSql()
[all …]
H A DsqliteDatabaseConnectorTest.cpp255 delete ngram; in testGetNgramCount()
333 Ngram* ngram; in testGetNgramLikeTable() local
336 ngram = new Ngram(); in testGetNgramLikeTable()
342 delete ngram; in testGetNgramLikeTable()
345 ngram = new Ngram(); in testGetNgramLikeTable()
352 delete ngram; in testGetNgramLikeTable()
355 ngram = new Ngram(); in testGetNgramLikeTable()
363 delete ngram; in testGetNgramLikeTable()
376 delete ngram; in testGetNgramLikeTable()
385 delete ngram; in testGetNgramLikeTable()
[all …]
/dports/textproc/irstlm/irstlm-5.80.03/src/
H A Dlmmacro.h65 bool transform(ngram &in, ngram &out);
66 void field_selection(ngram &in, ngram &out);
67 bool collapse(ngram &in, ngram &out);
68 void mapping(ngram &in, ngram &out);
77 double lprob(ngram ng);
81 const char *maxsuffptr(ngram ong, unsigned int* size=NULL);
84 void map(ngram *in, ngram *out);
85 void One2OneMapping(ngram *in, ngram *out);
86 void Micro2MacroMapping(ngram *in, ngram *out);
88 void Micro2MacroMapping(ngram *in, ngram *out, char **lemma);
[all …]
/dports/deskutils/presage/presage-0.9.1/src/lib/predictors/dbconnector/
H A DdatabaseConnector.cpp158 int count = getNgramCount(ngram); in incrementNgramCount()
162 updateNgram(ngram, ++count); in incrementNgramCount()
169 insertNgram(ngram, count); in incrementNgramCount()
207 if (i < ngram.size() - 1) { in buildWhereClause()
211 where_clause << " word = '" << sanitizeString(ngram[ngram.size() - 1]) << "'"; in buildWhereClause()
224 if (i < ngram.size() - 1) { in buildWhereLikeClause()
228 where_clause << " word LIKE '" << sanitizeString(ngram[ngram.size() - 1]) << "%'"; in buildWhereLikeClause()
239 if (i < ngram.size() - 1) { in buildWhereLikeClauseFiltered()
244 where_clause << " word LIKE '" << sanitizeString(ngram[ngram.size() - 1]) << "%'"; in buildWhereLikeClauseFiltered()
246 std::string true_prefix = sanitizeString(ngram[ngram.size() - 1]); in buildWhereLikeClauseFiltered()
[all …]
/dports/textproc/p5-Text-NSP/Text-NSP-1.31/bin/
H A Dstatistic.pl185 if($ngram==2)
214 if ($ngram eq 3)
251 if ($ngram eq 4)
423 if($ngram eq 2 || $ngram eq 3 || $ngram eq 4)
436 if($ngram eq 2 || $ngram eq 3)
449 if($ngram eq 2)
462 if($ngram eq 2 || $ngram eq 3 || $ngram eq 4)
475 if($ngram eq 2)
497 if($ngram eq 3)
511 if($ngram eq 3)
[all …]
/dports/audio/festival/speech_tools/grammar/ngram/
H A Dfreqsmooth.cc74 EST_Ngrammar &ngram) in fs_build_backoff_ngrams() argument
80 for (i=0; i < ngram.order()-1; i++) in fs_build_backoff_ngrams()
82 *ngram.vocab,*ngram.pred_vocab); in fs_build_backoff_ngrams()
84 for (i=0; i < ngram.num_states(); i++) in fs_build_backoff_ngrams()
88 for (k=ngram.p_states[i].pdf().item_start(); in fs_build_backoff_ngrams()
89 !ngram.p_states[i].pdf().item_end(k); in fs_build_backoff_ngrams()
96 for (j=0; j < ngram.order()-1; j++) in fs_build_backoff_ngrams()
101 nnn[l] = words(ngram.order()-1-j); in fs_build_backoff_ngrams()
110 EST_Ngrammar &ngram, int smooth_thresh) in fs_backoff_smooth() argument
126 for (i=0; i < ngram.num_states(); i++) in fs_backoff_smooth()
[all …]
H A Dngrammar_utils.cc50 EST_Ngrammar &ngram) in get_next_window() argument
58 window[ngram.order()-1] = t; in get_next_window()
59 if (ngram.wordlist_index(t) == -1) in get_next_window()
65 for (i=0; i < ngram.order(); i++) in get_next_window()
69 if (ngram.wordlist_index(t) == -1) in get_next_window()
81 for (i=0; i < ngram.order(); i++) in get_next_window()
82 if (ngram.wordlist_index(window(i)) == -1) in get_next_window()
87 bool test_stats(EST_Ngrammar &ngram, in test_stats() argument
106 EST_StrVector window(ngram.order()); in test_stats()
117 ngram.fill_window_start(window,prev,prev_prev); in test_stats()
[all …]
/dports/audio/julius/julius-4.1.2/generate-ngram/
H A Dgenerate-ngram.c19 NGRAM_INFO *ngram; variable
117 ngram = ngram_info_new(); in main()
122 print_ngram_info(stdout, ngram); in main()
125 n = ngram->n; in main()
126 } else if (ngram->n < n) { in main()
176 for(i=0;i<ngram->max_word_num;i++) { in main()
214 if (i == ngram->max_word_num) { in main()
215 i = ngram->max_word_num - 1; in main()
233 if (i >= ngram->max_word_num) { in main()
234 i = ngram->max_word_num - 1; in main()
[all …]
/dports/editors/libreoffice/libreoffice-7.2.6.2/bin/text_cat/
H A Dtext_cat85 my %ngram=();
86 my @result = create_lm(input(),\%ngram);
102 my %ngram;
109 $ngram{$&} = $rang++;
112 return \%ngram;
147 if ($ngram->{$unknown[$i]}) {
148 $p=$p+abs($ngram->{$unknown[$i]}-$i);
203 my $ngram;
217 $$ngram{substr($word,$i,1)}++;
229 { delete $$ngram{$key}; }; } keys %$ngram;
[all …]
/dports/editors/libreoffice6/libreoffice-6.4.7.2/bin/text_cat/
H A Dtext_cat85 my %ngram=();
86 my @result = create_lm(input(),\%ngram);
102 my %ngram;
109 $ngram{$&} = $rang++;
112 return \%ngram;
147 if ($ngram->{$unknown[$i]}) {
148 $p=$p+abs($ngram->{$unknown[$i]}-$i);
203 my $ngram;
217 $$ngram{substr($word,$i,1)}++;
229 { delete $$ngram{$key}; }; } keys %$ngram;
[all …]
/dports/deskutils/presage/presage-0.9.1/test/lib/predictors/
H A DsmoothedNgramPredictorTest.cpp52 Ngram ngram; in setUp() local
53 ngram.push_back(FOO); in setUp()
57 Ngram ngram; in setUp() local
58 ngram.push_back(BAR); in setUp()
62 Ngram ngram; in setUp() local
70 Ngram ngram; in setUp() local
76 Ngram ngram; in setUp() local
82 Ngram ngram; in setUp() local
91 Ngram ngram; in setUp() local
98 Ngram ngram; in setUp() local
[all …]
/dports/textproc/soothsayer/soothsayer-0.6.3/test/lib/plugins/
H A DsmoothedNgramPluginTest.cpp47 Ngram ngram; in setUp() local
48 ngram.push_back(FOO); in setUp()
52 Ngram ngram; in setUp() local
53 ngram.push_back(BAR); in setUp()
57 Ngram ngram; in setUp() local
65 Ngram ngram; in setUp() local
71 Ngram ngram; in setUp() local
77 Ngram ngram; in setUp() local
86 Ngram ngram; in setUp() local
93 Ngram ngram; in setUp() local
[all …]
/dports/misc/py-gluonnlp/gluon-nlp-0.10.0/scripts/tests/
H A Dmulti-bleu.perl84 my $ngram = "$n";
88 $REF_NGRAM_N{$ngram}++;
92 $REF_NGRAM{$ngram} < $REF_NGRAM_N{$ngram}) {
93 $REF_NGRAM{$ngram} = $REF_NGRAM_N{$ngram};
104 my $ngram = "$n";
106 $ngram .= " ".$WORD[$start+$w];
108 $T_NGRAM{$ngram}++;
110 foreach my $ngram (keys %T_NGRAM) {
111 $ngram =~ /^(\d+) /;
115 $TOTAL[$n] += $T_NGRAM{$ngram};
[all …]
H A Dmulti-bleu-detok.perl93 my $ngram = "$n";
97 $REF_NGRAM_N{$ngram}++;
101 $REF_NGRAM{$ngram} < $REF_NGRAM_N{$ngram}) {
102 $REF_NGRAM{$ngram} = $REF_NGRAM_N{$ngram};
113 my $ngram = "$n";
115 $ngram .= " ".$WORD[$start+$w];
117 $T_NGRAM{$ngram}++;
119 foreach my $ngram (keys %T_NGRAM) {
120 $ngram =~ /^(\d+) /;
124 $TOTAL[$n] += $T_NGRAM{$ngram};
[all …]
/dports/mail/spamassassin/Mail-SpamAssassin-3.4.5/lib/Mail/SpamAssassin/Plugin/
H A DTextCat.pm389 my $ngram = {};
410 $ngram->{"language"} = $1;
411 push(@nm, $ngram);
413 $ngram = {};
417 $ngram->{$_} = $rang++;
439 foreach my $ngram (@nm) {
449 $p += exists($ngram->{$_}) ? abs($ngram->{$_} - $i) : $maxp;
482 my %ngram;
520 @sorted = sort { $ngram{$b} <=> $ngram{$a} }
521 (grep { $ngram{$_} > $conf->{textcat_optimal_ngrams} } sort keys %ngram);
[all …]
/dports/mail/spamassassin-devel/spamassassin-1ea352210/lib/Mail/SpamAssassin/Plugin/
H A DTextCat.pm389 my $ngram = {};
410 $ngram->{"language"} = $1;
411 push(@nm, $ngram);
413 $ngram = {};
417 $ngram->{$_} = $rang++;
439 foreach my $ngram (@nm) {
449 $p += exists($ngram->{$_}) ? abs($ngram->{$_} - $i) : $maxp;
486 my %ngram;
524 @sorted = sort { $ngram{$b} <=> $ngram{$a} }
525 (grep { $ngram{$_} > $conf->{textcat_optimal_ngrams} } sort keys %ngram);
[all …]
/dports/databases/percona57-pam-for-mysql/percona-server-5.7.36-39/mysql-test/suite/innodb_fts/r/
H A Dpercona_ft_ignore_stopwords.result2 # bp:innodb-fts-ngram-ignore-stopword-list
5 # lp:1679135 "Ignore INNODB_FT_DEFAULT_STOPWORD for ngram indexes"
6 # Bug #84420 "stopwords and ngram indexes"
13 FULLTEXT KEY ftx (body) WITH PARSER ngram
33 # ngram parser checks
34 include/assert.inc ['Empty set (ngram, table created with ft_ignore_stopwords = 0 / query run with …
36 include/assert.inc ['Empty set (ngram, table created with ft_ignore_stopwords = 0 / query run with …
38 ALTER TABLE articles ADD FULLTEXT KEY ftx(body) WITH PARSER ngram;
39 include/assert.inc ['8 matches (ngram, table changed from ft_ignore_stopwords = 0 to 1 / query run …
43 ALTER TABLE articles ADD FULLTEXT KEY ftx(body) WITH PARSER ngram;
[all …]
/dports/databases/percona57-server/percona-server-5.7.36-39/mysql-test/suite/innodb_fts/r/
H A Dpercona_ft_ignore_stopwords.result2 # bp:innodb-fts-ngram-ignore-stopword-list
5 # lp:1679135 "Ignore INNODB_FT_DEFAULT_STOPWORD for ngram indexes"
6 # Bug #84420 "stopwords and ngram indexes"
13 FULLTEXT KEY ftx (body) WITH PARSER ngram
33 # ngram parser checks
34 include/assert.inc ['Empty set (ngram, table created with ft_ignore_stopwords = 0 / query run with …
36 include/assert.inc ['Empty set (ngram, table created with ft_ignore_stopwords = 0 / query run with …
38 ALTER TABLE articles ADD FULLTEXT KEY ftx(body) WITH PARSER ngram;
39 include/assert.inc ['8 matches (ngram, table changed from ft_ignore_stopwords = 0 to 1 / query run …
43 ALTER TABLE articles ADD FULLTEXT KEY ftx(body) WITH PARSER ngram;
[all …]

12345678910>>...35