/dports/security/keybase/client-v5.7.1/go/vendor/github.com/saintfish/chardet/ |
H A D | single_byte.go | 33 ngram: 0, 44 s.ngram = ((s.ngram << 8) | uint32(b)) & ngramMask 217 ngram: ngram, 321 ngram: ngram, 385 ngram: ngram, 440 ngram: ngram, 496 ngram: ngram, 559 ngram: ngram, 621 ngram: ngram, 821 ngram: ngram, [all …]
|
/dports/net-im/matterbridge/matterbridge-1.22.3/vendor/github.com/saintfish/chardet/ |
H A D | single_byte.go | 33 ngram: 0, 44 s.ngram = ((s.ngram << 8) | uint32(b)) & ngramMask 217 ngram: ngram, 321 ngram: ngram, 385 ngram: ngram, 440 ngram: ngram, 496 ngram: ngram, 559 ngram: ngram, 621 ngram: ngram, 821 ngram: ngram, [all …]
|
/dports/www/gitea/gitea-1.16.5/vendor/github.com/gogs/chardet/ |
H A D | single_byte.go | 33 ngram: 0, 44 s.ngram = ((s.ngram << 8) | uint32(b)) & ngramMask 217 ngram: ngram, 321 ngram: ngram, 385 ngram: ngram, 440 ngram: ngram, 496 ngram: ngram, 559 ngram: ngram, 621 ngram: ngram, 821 ngram: ngram, [all …]
|
/dports/www/colly/colly-2.1.0/vendor/github.com/saintfish/chardet/ |
H A D | single_byte.go | 33 ngram: 0, 44 s.ngram = ((s.ngram << 8) | uint32(b)) & ngramMask 217 ngram: ngram, 321 ngram: ngram, 385 ngram: ngram, 440 ngram: ngram, 496 ngram: ngram, 559 ngram: ngram, 621 ngram: ngram, 821 ngram: ngram, [all …]
|
/dports/textproc/soothsayer/soothsayer-0.6.3/src/lib/core/dbconnector/ |
H A D | databaseConnector.cpp | 92 << buildWhereClause(ngram) << ";"; in getNgramCount() 112 << buildWhereLikeClause(ngram) in getNgramLikeTable() 125 int count = getNgramCount(ngram); in incrementNgramCount() 129 updateNgram(ngram, ++count); in incrementNgramCount() 136 insertNgram(ngram, count); in incrementNgramCount() 152 << buildValuesClause(ngram, count) in insertNgram() 174 if (i < ngram.size() - 1) { in buildWhereClause() 178 where_clause << " word = '" << sanitizeString(ngram[ngram.size() - 1]) << "'"; in buildWhereClause() 191 if (i < ngram.size() - 1) { in buildWhereLikeClause() 195 where_clause << " word LIKE '" << sanitizeString(ngram[ngram.size() - 1]) << "%'"; in buildWhereLikeClause() [all …]
|
/dports/deskutils/presage/presage-0.9.1/test/lib/predictors/dbconnector/ |
H A D | databaseConnectorTest.h | 83 Ngram ngram; in executeSql() local 124 ngram->push_back("foo"); in executeSql() 125 ngram->push_back("bar"); in executeSql() 127 ngram->push_back("3"); in executeSql() 129 delete ngram; in executeSql() local 131 ngram = new Ngram(); in executeSql() 132 ngram->push_back("bar"); in executeSql() 135 ngram->push_back("33"); in executeSql() 137 delete ngram; in executeSql() local 139 ngram = new Ngram(); in executeSql() [all …]
|
H A D | sqliteDatabaseConnectorTest.cpp | 239 delete ngram; in testGetNgramCount() 301 Ngram* ngram; in testGetNgramLikeTable() local 304 ngram = new Ngram(); in testGetNgramLikeTable() 310 delete ngram; in testGetNgramLikeTable() 313 ngram = new Ngram(); in testGetNgramLikeTable() 320 delete ngram; in testGetNgramLikeTable() 323 ngram = new Ngram(); in testGetNgramLikeTable() 331 delete ngram; in testGetNgramLikeTable() 344 delete ngram; in testGetNgramLikeTable() 353 delete ngram; in testGetNgramLikeTable() [all …]
|
/dports/textproc/soothsayer/soothsayer-0.6.3/test/lib/core/dbconnector/ |
H A D | databaseConnectorTest.h | 81 Ngram ngram; in executeSql() local 122 ngram->push_back("foo"); in executeSql() 123 ngram->push_back("bar"); in executeSql() 125 ngram->push_back("3"); in executeSql() 127 delete ngram; in executeSql() local 129 ngram = new Ngram(); in executeSql() 130 ngram->push_back("bar"); in executeSql() 133 ngram->push_back("33"); in executeSql() 135 delete ngram; in executeSql() local 137 ngram = new Ngram(); in executeSql() [all …]
|
H A D | sqliteDatabaseConnectorTest.cpp | 255 delete ngram; in testGetNgramCount() 333 Ngram* ngram; in testGetNgramLikeTable() local 336 ngram = new Ngram(); in testGetNgramLikeTable() 342 delete ngram; in testGetNgramLikeTable() 345 ngram = new Ngram(); in testGetNgramLikeTable() 352 delete ngram; in testGetNgramLikeTable() 355 ngram = new Ngram(); in testGetNgramLikeTable() 363 delete ngram; in testGetNgramLikeTable() 376 delete ngram; in testGetNgramLikeTable() 385 delete ngram; in testGetNgramLikeTable() [all …]
|
/dports/textproc/irstlm/irstlm-5.80.03/src/ |
H A D | lmmacro.h | 65 bool transform(ngram &in, ngram &out); 66 void field_selection(ngram &in, ngram &out); 67 bool collapse(ngram &in, ngram &out); 68 void mapping(ngram &in, ngram &out); 77 double lprob(ngram ng); 81 const char *maxsuffptr(ngram ong, unsigned int* size=NULL); 84 void map(ngram *in, ngram *out); 85 void One2OneMapping(ngram *in, ngram *out); 86 void Micro2MacroMapping(ngram *in, ngram *out); 88 void Micro2MacroMapping(ngram *in, ngram *out, char **lemma); [all …]
|
/dports/deskutils/presage/presage-0.9.1/src/lib/predictors/dbconnector/ |
H A D | databaseConnector.cpp | 158 int count = getNgramCount(ngram); in incrementNgramCount() 162 updateNgram(ngram, ++count); in incrementNgramCount() 169 insertNgram(ngram, count); in incrementNgramCount() 207 if (i < ngram.size() - 1) { in buildWhereClause() 211 where_clause << " word = '" << sanitizeString(ngram[ngram.size() - 1]) << "'"; in buildWhereClause() 224 if (i < ngram.size() - 1) { in buildWhereLikeClause() 228 where_clause << " word LIKE '" << sanitizeString(ngram[ngram.size() - 1]) << "%'"; in buildWhereLikeClause() 239 if (i < ngram.size() - 1) { in buildWhereLikeClauseFiltered() 244 where_clause << " word LIKE '" << sanitizeString(ngram[ngram.size() - 1]) << "%'"; in buildWhereLikeClauseFiltered() 246 std::string true_prefix = sanitizeString(ngram[ngram.size() - 1]); in buildWhereLikeClauseFiltered() [all …]
|
/dports/textproc/p5-Text-NSP/Text-NSP-1.31/bin/ |
H A D | statistic.pl | 185 if($ngram==2) 214 if ($ngram eq 3) 251 if ($ngram eq 4) 423 if($ngram eq 2 || $ngram eq 3 || $ngram eq 4) 436 if($ngram eq 2 || $ngram eq 3) 449 if($ngram eq 2) 462 if($ngram eq 2 || $ngram eq 3 || $ngram eq 4) 475 if($ngram eq 2) 497 if($ngram eq 3) 511 if($ngram eq 3) [all …]
|
/dports/audio/festival/speech_tools/grammar/ngram/ |
H A D | freqsmooth.cc | 74 EST_Ngrammar &ngram) in fs_build_backoff_ngrams() argument 80 for (i=0; i < ngram.order()-1; i++) in fs_build_backoff_ngrams() 82 *ngram.vocab,*ngram.pred_vocab); in fs_build_backoff_ngrams() 84 for (i=0; i < ngram.num_states(); i++) in fs_build_backoff_ngrams() 88 for (k=ngram.p_states[i].pdf().item_start(); in fs_build_backoff_ngrams() 89 !ngram.p_states[i].pdf().item_end(k); in fs_build_backoff_ngrams() 96 for (j=0; j < ngram.order()-1; j++) in fs_build_backoff_ngrams() 101 nnn[l] = words(ngram.order()-1-j); in fs_build_backoff_ngrams() 110 EST_Ngrammar &ngram, int smooth_thresh) in fs_backoff_smooth() argument 126 for (i=0; i < ngram.num_states(); i++) in fs_backoff_smooth() [all …]
|
H A D | ngrammar_utils.cc | 50 EST_Ngrammar &ngram) in get_next_window() argument 58 window[ngram.order()-1] = t; in get_next_window() 59 if (ngram.wordlist_index(t) == -1) in get_next_window() 65 for (i=0; i < ngram.order(); i++) in get_next_window() 69 if (ngram.wordlist_index(t) == -1) in get_next_window() 81 for (i=0; i < ngram.order(); i++) in get_next_window() 82 if (ngram.wordlist_index(window(i)) == -1) in get_next_window() 87 bool test_stats(EST_Ngrammar &ngram, in test_stats() argument 106 EST_StrVector window(ngram.order()); in test_stats() 117 ngram.fill_window_start(window,prev,prev_prev); in test_stats() [all …]
|
/dports/audio/julius/julius-4.1.2/generate-ngram/ |
H A D | generate-ngram.c | 19 NGRAM_INFO *ngram; variable 117 ngram = ngram_info_new(); in main() 122 print_ngram_info(stdout, ngram); in main() 125 n = ngram->n; in main() 126 } else if (ngram->n < n) { in main() 176 for(i=0;i<ngram->max_word_num;i++) { in main() 214 if (i == ngram->max_word_num) { in main() 215 i = ngram->max_word_num - 1; in main() 233 if (i >= ngram->max_word_num) { in main() 234 i = ngram->max_word_num - 1; in main() [all …]
|
/dports/editors/libreoffice/libreoffice-7.2.6.2/bin/text_cat/ |
H A D | text_cat | 85 my %ngram=(); 86 my @result = create_lm(input(),\%ngram); 102 my %ngram; 109 $ngram{$&} = $rang++; 112 return \%ngram; 147 if ($ngram->{$unknown[$i]}) { 148 $p=$p+abs($ngram->{$unknown[$i]}-$i); 203 my $ngram; 217 $$ngram{substr($word,$i,1)}++; 229 { delete $$ngram{$key}; }; } keys %$ngram; [all …]
|
/dports/editors/libreoffice6/libreoffice-6.4.7.2/bin/text_cat/ |
H A D | text_cat | 85 my %ngram=(); 86 my @result = create_lm(input(),\%ngram); 102 my %ngram; 109 $ngram{$&} = $rang++; 112 return \%ngram; 147 if ($ngram->{$unknown[$i]}) { 148 $p=$p+abs($ngram->{$unknown[$i]}-$i); 203 my $ngram; 217 $$ngram{substr($word,$i,1)}++; 229 { delete $$ngram{$key}; }; } keys %$ngram; [all …]
|
/dports/deskutils/presage/presage-0.9.1/test/lib/predictors/ |
H A D | smoothedNgramPredictorTest.cpp | 52 Ngram ngram; in setUp() local 53 ngram.push_back(FOO); in setUp() 57 Ngram ngram; in setUp() local 58 ngram.push_back(BAR); in setUp() 62 Ngram ngram; in setUp() local 70 Ngram ngram; in setUp() local 76 Ngram ngram; in setUp() local 82 Ngram ngram; in setUp() local 91 Ngram ngram; in setUp() local 98 Ngram ngram; in setUp() local [all …]
|
/dports/textproc/soothsayer/soothsayer-0.6.3/test/lib/plugins/ |
H A D | smoothedNgramPluginTest.cpp | 47 Ngram ngram; in setUp() local 48 ngram.push_back(FOO); in setUp() 52 Ngram ngram; in setUp() local 53 ngram.push_back(BAR); in setUp() 57 Ngram ngram; in setUp() local 65 Ngram ngram; in setUp() local 71 Ngram ngram; in setUp() local 77 Ngram ngram; in setUp() local 86 Ngram ngram; in setUp() local 93 Ngram ngram; in setUp() local [all …]
|
/dports/misc/py-gluonnlp/gluon-nlp-0.10.0/scripts/tests/ |
H A D | multi-bleu.perl | 84 my $ngram = "$n"; 88 $REF_NGRAM_N{$ngram}++; 92 $REF_NGRAM{$ngram} < $REF_NGRAM_N{$ngram}) { 93 $REF_NGRAM{$ngram} = $REF_NGRAM_N{$ngram}; 104 my $ngram = "$n"; 106 $ngram .= " ".$WORD[$start+$w]; 108 $T_NGRAM{$ngram}++; 110 foreach my $ngram (keys %T_NGRAM) { 111 $ngram =~ /^(\d+) /; 115 $TOTAL[$n] += $T_NGRAM{$ngram}; [all …]
|
H A D | multi-bleu-detok.perl | 93 my $ngram = "$n"; 97 $REF_NGRAM_N{$ngram}++; 101 $REF_NGRAM{$ngram} < $REF_NGRAM_N{$ngram}) { 102 $REF_NGRAM{$ngram} = $REF_NGRAM_N{$ngram}; 113 my $ngram = "$n"; 115 $ngram .= " ".$WORD[$start+$w]; 117 $T_NGRAM{$ngram}++; 119 foreach my $ngram (keys %T_NGRAM) { 120 $ngram =~ /^(\d+) /; 124 $TOTAL[$n] += $T_NGRAM{$ngram}; [all …]
|
/dports/mail/spamassassin/Mail-SpamAssassin-3.4.5/lib/Mail/SpamAssassin/Plugin/ |
H A D | TextCat.pm | 389 my $ngram = {}; 410 $ngram->{"language"} = $1; 411 push(@nm, $ngram); 413 $ngram = {}; 417 $ngram->{$_} = $rang++; 439 foreach my $ngram (@nm) { 449 $p += exists($ngram->{$_}) ? abs($ngram->{$_} - $i) : $maxp; 482 my %ngram; 520 @sorted = sort { $ngram{$b} <=> $ngram{$a} } 521 (grep { $ngram{$_} > $conf->{textcat_optimal_ngrams} } sort keys %ngram); [all …]
|
/dports/mail/spamassassin-devel/spamassassin-1ea352210/lib/Mail/SpamAssassin/Plugin/ |
H A D | TextCat.pm | 389 my $ngram = {}; 410 $ngram->{"language"} = $1; 411 push(@nm, $ngram); 413 $ngram = {}; 417 $ngram->{$_} = $rang++; 439 foreach my $ngram (@nm) { 449 $p += exists($ngram->{$_}) ? abs($ngram->{$_} - $i) : $maxp; 486 my %ngram; 524 @sorted = sort { $ngram{$b} <=> $ngram{$a} } 525 (grep { $ngram{$_} > $conf->{textcat_optimal_ngrams} } sort keys %ngram); [all …]
|
/dports/databases/percona57-pam-for-mysql/percona-server-5.7.36-39/mysql-test/suite/innodb_fts/r/ |
H A D | percona_ft_ignore_stopwords.result | 2 # bp:innodb-fts-ngram-ignore-stopword-list 5 # lp:1679135 "Ignore INNODB_FT_DEFAULT_STOPWORD for ngram indexes" 6 # Bug #84420 "stopwords and ngram indexes" 13 FULLTEXT KEY ftx (body) WITH PARSER ngram 33 # ngram parser checks 34 include/assert.inc ['Empty set (ngram, table created with ft_ignore_stopwords = 0 / query run with … 36 include/assert.inc ['Empty set (ngram, table created with ft_ignore_stopwords = 0 / query run with … 38 ALTER TABLE articles ADD FULLTEXT KEY ftx(body) WITH PARSER ngram; 39 include/assert.inc ['8 matches (ngram, table changed from ft_ignore_stopwords = 0 to 1 / query run … 43 ALTER TABLE articles ADD FULLTEXT KEY ftx(body) WITH PARSER ngram; [all …]
|
/dports/databases/percona57-server/percona-server-5.7.36-39/mysql-test/suite/innodb_fts/r/ |
H A D | percona_ft_ignore_stopwords.result | 2 # bp:innodb-fts-ngram-ignore-stopword-list 5 # lp:1679135 "Ignore INNODB_FT_DEFAULT_STOPWORD for ngram indexes" 6 # Bug #84420 "stopwords and ngram indexes" 13 FULLTEXT KEY ftx (body) WITH PARSER ngram 33 # ngram parser checks 34 include/assert.inc ['Empty set (ngram, table created with ft_ignore_stopwords = 0 / query run with … 36 include/assert.inc ['Empty set (ngram, table created with ft_ignore_stopwords = 0 / query run with … 38 ALTER TABLE articles ADD FULLTEXT KEY ftx(body) WITH PARSER ngram; 39 include/assert.inc ['8 matches (ngram, table changed from ft_ignore_stopwords = 0 to 1 / query run … 43 ALTER TABLE articles ADD FULLTEXT KEY ftx(body) WITH PARSER ngram; [all …]
|