/dports/misc/py-gluonnlp/gluon-nlp-0.10.0/scripts/bert/ |
H A D | bert_qa_evaluate.py | 81 tok_text = ' '.join(tokenizer(orig_text)) 83 start_position = tok_text.find(pred_text) 89 (tok_ns_text, tok_ns_to_s_map) = _strip_spaces(tok_text) 240 tok_text = ' '.join(tok_tokens) 243 tok_text = tok_text.replace(' ##', '') 244 tok_text = tok_text.replace('##', '') 247 tok_text = tok_text.strip() 248 tok_text = ' '.join(tok_text.split()) 251 final_text = get_final_text(tok_text, orig_text, tokenizer)
|
/dports/multimedia/tautulli/Tautulli-2.8.0/lib/ |
H A D | tokenize_rt.py | 70 for tok_type, tok_text, (sline, scol), (eline, ecol), line in gen: 109 newsrc = tokens[-1].src + tok_text 117 tokens[-1] = tokens[-1]._replace(src=tokens[-1].src + tok_text) 121 tok_text.lower() == 'l' and 125 tokens[-1] = tokens[-1]._replace(src=tokens[-1].src + tok_text) 127 tokens.append(Token(tok_name, tok_text, sline, end_offset)) 132 end_offset += len(tok_text.encode())
|
/dports/devel/py-tokenize-rt/tokenize_rt-4.0.0/ |
H A D | tokenize_rt.py | 61 tok_type, tok_text, (sline, scol), (eline, ecol), line, 92 newsrc = tokens[-1].src + tok_text 100 tokens[-1] = tokens[-1]._replace(src=tokens[-1].src + tok_text) 104 tok_text.lower() == 'l' and 108 tokens[-1] = tokens[-1]._replace(src=tokens[-1].src + tok_text) 110 tokens.append(Token(tok_name, tok_text, sline, utf8_byte_offset))
|
/dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/nasm/asm/ |
H A D | preproc.c | 356 return a->len == b->len && !memcmp(tok_text(a), tok_text(b), a->len); in tok_text_match() 726 return tok_text(t); in unquote_token() 756 return tok_text(t); in unquote_token_cstr() 2066 txt = tok_text(tline); in ppscan() 3260 txt = tok_text(tline); in do_pragma_preproc() 3289 id = tok_text(t); in get_id() 3427 dname = tok_text(tline); in do_directive() 4529 tok_text(t)); in do_directive() 5535 psp = tok_text(mstart); in expand_one_smacro() 6177 mname = tok_text(t); in expand_mmacro() [all …]
|
/dports/devel/nasm/nasm-2.15.05/asm/ |
H A D | preproc.c | 357 return a->len == b->len && !memcmp(tok_text(a), tok_text(b), a->len); in tok_text_match() 727 return tok_text(t); in unquote_token() 757 return tok_text(t); in unquote_token_cstr() 2082 txt = tok_text(tline); in ppscan() 3329 txt = tok_text(tline); in do_pragma_preproc() 3358 id = tok_text(t); in get_id() 3496 dname = tok_text(tline); in do_directive() 4606 tok_text(t)); in do_directive() 5621 psp = tok_text(mstart); in expand_one_smacro() 6263 mname = tok_text(t); in expand_mmacro() [all …]
|
/dports/biology/seqan-apps/seqan-seqan-v2.4.0/util/py_lib/seqan/dox/test/ |
H A D | test_raw_doc.py | 473 self.tok_text = lexer.Token('WORD', 'text', 0, 0, 0) 476 self.txt_text = raw_doc.RawText([self.tok_text]) 508 self.tok_text = lexer.Token('WORD', 'text', 0, 0, 0) 510 self.txt_text = raw_doc.RawText([self.tok_text]) 532 self.tok_text = lexer.Token('WORD', 'text', 0, 0, 0) 534 self.txt_text = raw_doc.RawText([self.tok_text]) 559 self.tok_text = lexer.Token('WORD', 'text', 0, 0, 0) 561 self.txt_text = raw_doc.RawText([self.tok_text]) 585 self.tok_text = lexer.Token('WORD', 'text', 0, 0, 0) 586 self.txt_text = raw_doc.RawText([self.tok_text]) [all …]
|
/dports/mail/mairix/mairix-0.24/ |
H A D | tok.c | 245 void add_token_in_file(int file_index, unsigned int hash_key, char *tok_text, struct toktable *tabl… in add_token_in_file() argument 253 lc_tok_text = new_string((char*)tok_text); in add_token_in_file() 291 void add_token2_in_file(int file_index, unsigned int hash_key, char *tok_text, struct toktable2 *ta… in add_token2_in_file() argument 299 lc_tok_text = new_string(tok_text); in add_token2_in_file()
|
H A D | mairix.h | 347 void add_token_in_file(int file_index, unsigned int hash_key, char *tok_text, struct toktable *tabl… 350 void add_token2_in_file(int file_index, unsigned int hash_key, char *tok_text, struct toktable2 *ta…
|
/dports/shells/fish/fish-3.3.1/src/ |
H A D | fish_indent.cpp | 420 wcstring tok_text = tokenizer.text_of(*tok); in emit_gap_text() local 425 if (tok_text == L"\n") continue; in emit_gap_text() 429 if (tok_text == L"\n") continue; in emit_gap_text() 434 output.append(tok_text); in emit_gap_text() 440 if (tok_text == L"\n") { in emit_gap_text() 447 (int)tok->type, tok_text.c_str()); in emit_gap_text()
|
/dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/pycoverage/coverage/ |
H A D | html.py | 228 for tok_type, tok_text in line: 230 html.append(escape(tok_text)) 232 tok_html = escape(tok_text) or ' '
|
/dports/www/qt5-webengine/qtwebengine-everywhere-src-5.15.2/src/3rdparty/chromium/third_party/pycoverage/coverage/ |
H A D | html.py | 228 for tok_type, tok_text in line: 230 html.append(escape(tok_text)) 232 tok_html = escape(tok_text) or ' '
|
/dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/depot_tools/third_party/coverage/ |
H A D | html.py | 219 for tok_type, tok_text in line: 221 html.append(escape(tok_text)) 223 tok_html = escape(tok_text) or ' '
|
/dports/devel/pycharm-pro/pycharm-2020.2.3/plugins/python/helpers/coveragepy/coverage/ |
H A D | html.py | 241 for tok_type, tok_text in line: 243 html.append(escape(tok_text)) 245 tok_html = escape(tok_text) or ' '
|
/dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/catapult/third_party/coverage/coverage/ |
H A D | html.py | 243 for tok_type, tok_text in line: 245 html.append(escape(tok_text)) 247 tok_html = escape(tok_text) or ' '
|
/dports/devel/py-coverage/coverage-4.5.4/coverage/ |
H A D | html.py | 255 for tok_type, tok_text in line: 257 html.append(escape(tok_text)) 259 tok_html = escape(tok_text) or ' '
|
/dports/multimedia/kmplayer/kmplayer-0.12.0b/src/ |
H A D | kmplayerplaylist.cpp | 1797 if (nextToken () && token->token == tok_text && in nextToken() 1813 token->token = tok_text; in nextToken() 1820 nextToken () && token->token == tok_text && in nextToken() 1823 token->token = tok_text; in nextToken() 1845 } else if (next_token->token != tok_text) { in nextToken() 1847 next_token->token = tok_text; in nextToken() 1849 } else if (next_token->token != tok_text) { in nextToken() 1851 next_token->token = tok_text; in nextToken() 1855 if (next_token->token == tok_text && in nextToken() 1965 if (token->token == tok_text && !token->string.compare ("xml")) { in readPI() [all …]
|
/dports/mail/thunderbird/thunderbird-91.8.0/third_party/python/coverage/coverage/ |
H A D | html.py | 298 for tok_type, tok_text in ldata.tokens: 300 html.append(escape(tok_text)) 302 tok_html = escape(tok_text) or ' '
|
/dports/devel/eric6/eric6-21.11/eric/eric6/DebugClients/Python/coverage/ |
H A D | html.py | 299 for tok_type, tok_text in ldata.tokens: 301 html.append(escape(tok_text)) 303 tok_html = escape(tok_text) or ' '
|
/dports/www/firefox-esr/firefox-91.8.0/third_party/python/coverage/coverage/ |
H A D | html.py | 298 for tok_type, tok_text in ldata.tokens: 300 html.append(escape(tok_text)) 302 tok_html = escape(tok_text) or ' '
|
/dports/lang/spidermonkey78/firefox-78.9.0/third_party/python/coverage/coverage/ |
H A D | html.py | 298 for tok_type, tok_text in ldata.tokens: 300 html.append(escape(tok_text)) 302 tok_html = escape(tok_text) or ' '
|
/dports/print/tex-luatex/texlive-20150521-source/texk/web2c/luatexdir/luafontloader/fontforge/fontforge/ |
H A D | scripting.h | 81 char tok_text[TOK_MAX+1]; /* Irrelevant for user defined funcs */ member
|
/dports/devel/tex-web2c/texlive-20150521-source/texk/web2c/luatexdir/luafontloader/fontforge/fontforge/ |
H A D | scripting.h | 81 char tok_text[TOK_MAX+1]; /* Irrelevant for user defined funcs */ member
|
/dports/devel/tex-synctex/texlive-20150521-source/texk/web2c/luatexdir/luafontloader/fontforge/fontforge/ |
H A D | scripting.h | 81 char tok_text[TOK_MAX+1]; /* Irrelevant for user defined funcs */ member
|
/dports/japanese/tex-ptex/texlive-20150521-source/texk/web2c/luatexdir/luafontloader/fontforge/fontforge/ |
H A D | scripting.h | 81 char tok_text[TOK_MAX+1]; /* Irrelevant for user defined funcs */ member
|
/dports/print/tex-basic-engines/texlive-20150521-source/texk/web2c/luatexdir/luafontloader/fontforge/fontforge/ |
H A D | scripting.h | 81 char tok_text[TOK_MAX+1]; /* Irrelevant for user defined funcs */ member
|