Home
last modified time | relevance | path

Searched refs:tok_text (Results 1 – 25 of 36) sorted by relevance

12

/dports/misc/py-gluonnlp/gluon-nlp-0.10.0/scripts/bert/
H A Dbert_qa_evaluate.py81 tok_text = ' '.join(tokenizer(orig_text))
83 start_position = tok_text.find(pred_text)
89 (tok_ns_text, tok_ns_to_s_map) = _strip_spaces(tok_text)
240 tok_text = ' '.join(tok_tokens)
243 tok_text = tok_text.replace(' ##', '')
244 tok_text = tok_text.replace('##', '')
247 tok_text = tok_text.strip()
248 tok_text = ' '.join(tok_text.split())
251 final_text = get_final_text(tok_text, orig_text, tokenizer)
/dports/multimedia/tautulli/Tautulli-2.8.0/lib/
H A Dtokenize_rt.py70 for tok_type, tok_text, (sline, scol), (eline, ecol), line in gen:
109 newsrc = tokens[-1].src + tok_text
117 tokens[-1] = tokens[-1]._replace(src=tokens[-1].src + tok_text)
121 tok_text.lower() == 'l' and
125 tokens[-1] = tokens[-1]._replace(src=tokens[-1].src + tok_text)
127 tokens.append(Token(tok_name, tok_text, sline, end_offset))
132 end_offset += len(tok_text.encode())
/dports/devel/py-tokenize-rt/tokenize_rt-4.0.0/
H A Dtokenize_rt.py61 tok_type, tok_text, (sline, scol), (eline, ecol), line,
92 newsrc = tokens[-1].src + tok_text
100 tokens[-1] = tokens[-1]._replace(src=tokens[-1].src + tok_text)
104 tok_text.lower() == 'l' and
108 tokens[-1] = tokens[-1]._replace(src=tokens[-1].src + tok_text)
110 tokens.append(Token(tok_name, tok_text, sline, utf8_byte_offset))
/dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/nasm/asm/
H A Dpreproc.c356 return a->len == b->len && !memcmp(tok_text(a), tok_text(b), a->len); in tok_text_match()
726 return tok_text(t); in unquote_token()
756 return tok_text(t); in unquote_token_cstr()
2066 txt = tok_text(tline); in ppscan()
3260 txt = tok_text(tline); in do_pragma_preproc()
3289 id = tok_text(t); in get_id()
3427 dname = tok_text(tline); in do_directive()
4529 tok_text(t)); in do_directive()
5535 psp = tok_text(mstart); in expand_one_smacro()
6177 mname = tok_text(t); in expand_mmacro()
[all …]
/dports/devel/nasm/nasm-2.15.05/asm/
H A Dpreproc.c357 return a->len == b->len && !memcmp(tok_text(a), tok_text(b), a->len); in tok_text_match()
727 return tok_text(t); in unquote_token()
757 return tok_text(t); in unquote_token_cstr()
2082 txt = tok_text(tline); in ppscan()
3329 txt = tok_text(tline); in do_pragma_preproc()
3358 id = tok_text(t); in get_id()
3496 dname = tok_text(tline); in do_directive()
4606 tok_text(t)); in do_directive()
5621 psp = tok_text(mstart); in expand_one_smacro()
6263 mname = tok_text(t); in expand_mmacro()
[all …]
/dports/biology/seqan-apps/seqan-seqan-v2.4.0/util/py_lib/seqan/dox/test/
H A Dtest_raw_doc.py473 self.tok_text = lexer.Token('WORD', 'text', 0, 0, 0)
476 self.txt_text = raw_doc.RawText([self.tok_text])
508 self.tok_text = lexer.Token('WORD', 'text', 0, 0, 0)
510 self.txt_text = raw_doc.RawText([self.tok_text])
532 self.tok_text = lexer.Token('WORD', 'text', 0, 0, 0)
534 self.txt_text = raw_doc.RawText([self.tok_text])
559 self.tok_text = lexer.Token('WORD', 'text', 0, 0, 0)
561 self.txt_text = raw_doc.RawText([self.tok_text])
585 self.tok_text = lexer.Token('WORD', 'text', 0, 0, 0)
586 self.txt_text = raw_doc.RawText([self.tok_text])
[all …]
/dports/mail/mairix/mairix-0.24/
H A Dtok.c245 void add_token_in_file(int file_index, unsigned int hash_key, char *tok_text, struct toktable *tabl… in add_token_in_file() argument
253 lc_tok_text = new_string((char*)tok_text); in add_token_in_file()
291 void add_token2_in_file(int file_index, unsigned int hash_key, char *tok_text, struct toktable2 *ta… in add_token2_in_file() argument
299 lc_tok_text = new_string(tok_text); in add_token2_in_file()
H A Dmairix.h347 void add_token_in_file(int file_index, unsigned int hash_key, char *tok_text, struct toktable *tabl…
350 void add_token2_in_file(int file_index, unsigned int hash_key, char *tok_text, struct toktable2 *ta…
/dports/shells/fish/fish-3.3.1/src/
H A Dfish_indent.cpp420 wcstring tok_text = tokenizer.text_of(*tok); in emit_gap_text() local
425 if (tok_text == L"\n") continue; in emit_gap_text()
429 if (tok_text == L"\n") continue; in emit_gap_text()
434 output.append(tok_text); in emit_gap_text()
440 if (tok_text == L"\n") { in emit_gap_text()
447 (int)tok->type, tok_text.c_str()); in emit_gap_text()
/dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/pycoverage/coverage/
H A Dhtml.py228 for tok_type, tok_text in line:
230 html.append(escape(tok_text))
232 tok_html = escape(tok_text) or ' '
/dports/www/qt5-webengine/qtwebengine-everywhere-src-5.15.2/src/3rdparty/chromium/third_party/pycoverage/coverage/
H A Dhtml.py228 for tok_type, tok_text in line:
230 html.append(escape(tok_text))
232 tok_html = escape(tok_text) or ' '
/dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/depot_tools/third_party/coverage/
H A Dhtml.py219 for tok_type, tok_text in line:
221 html.append(escape(tok_text))
223 tok_html = escape(tok_text) or ' '
/dports/devel/pycharm-pro/pycharm-2020.2.3/plugins/python/helpers/coveragepy/coverage/
H A Dhtml.py241 for tok_type, tok_text in line:
243 html.append(escape(tok_text))
245 tok_html = escape(tok_text) or ' '
/dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/catapult/third_party/coverage/coverage/
H A Dhtml.py243 for tok_type, tok_text in line:
245 html.append(escape(tok_text))
247 tok_html = escape(tok_text) or ' '
/dports/devel/py-coverage/coverage-4.5.4/coverage/
H A Dhtml.py255 for tok_type, tok_text in line:
257 html.append(escape(tok_text))
259 tok_html = escape(tok_text) or ' '
/dports/multimedia/kmplayer/kmplayer-0.12.0b/src/
H A Dkmplayerplaylist.cpp1797 if (nextToken () && token->token == tok_text && in nextToken()
1813 token->token = tok_text; in nextToken()
1820 nextToken () && token->token == tok_text && in nextToken()
1823 token->token = tok_text; in nextToken()
1845 } else if (next_token->token != tok_text) { in nextToken()
1847 next_token->token = tok_text; in nextToken()
1849 } else if (next_token->token != tok_text) { in nextToken()
1851 next_token->token = tok_text; in nextToken()
1855 if (next_token->token == tok_text && in nextToken()
1965 if (token->token == tok_text && !token->string.compare ("xml")) { in readPI()
[all …]
/dports/mail/thunderbird/thunderbird-91.8.0/third_party/python/coverage/coverage/
H A Dhtml.py298 for tok_type, tok_text in ldata.tokens:
300 html.append(escape(tok_text))
302 tok_html = escape(tok_text) or ' '
/dports/devel/eric6/eric6-21.11/eric/eric6/DebugClients/Python/coverage/
H A Dhtml.py299 for tok_type, tok_text in ldata.tokens:
301 html.append(escape(tok_text))
303 tok_html = escape(tok_text) or ' '
/dports/www/firefox-esr/firefox-91.8.0/third_party/python/coverage/coverage/
H A Dhtml.py298 for tok_type, tok_text in ldata.tokens:
300 html.append(escape(tok_text))
302 tok_html = escape(tok_text) or ' '
/dports/lang/spidermonkey78/firefox-78.9.0/third_party/python/coverage/coverage/
H A Dhtml.py298 for tok_type, tok_text in ldata.tokens:
300 html.append(escape(tok_text))
302 tok_html = escape(tok_text) or ' '
/dports/print/tex-luatex/texlive-20150521-source/texk/web2c/luatexdir/luafontloader/fontforge/fontforge/
H A Dscripting.h81 char tok_text[TOK_MAX+1]; /* Irrelevant for user defined funcs */ member
/dports/devel/tex-web2c/texlive-20150521-source/texk/web2c/luatexdir/luafontloader/fontforge/fontforge/
H A Dscripting.h81 char tok_text[TOK_MAX+1]; /* Irrelevant for user defined funcs */ member
/dports/devel/tex-synctex/texlive-20150521-source/texk/web2c/luatexdir/luafontloader/fontforge/fontforge/
H A Dscripting.h81 char tok_text[TOK_MAX+1]; /* Irrelevant for user defined funcs */ member
/dports/japanese/tex-ptex/texlive-20150521-source/texk/web2c/luatexdir/luafontloader/fontforge/fontforge/
H A Dscripting.h81 char tok_text[TOK_MAX+1]; /* Irrelevant for user defined funcs */ member
/dports/print/tex-basic-engines/texlive-20150521-source/texk/web2c/luatexdir/luafontloader/fontforge/fontforge/
H A Dscripting.h81 char tok_text[TOK_MAX+1]; /* Irrelevant for user defined funcs */ member

12