| /dports/multimedia/aegisub/aegisub-3.2.2/libaegisub/common/cajun/ |
| H A D | reader.cpp | 87 TokenStream tokenStream(tokens); in Read() local
240 UnknownElement Reader::Parse(Reader::TokenStream& tokenStream) { in Parse()
257 UnknownElement Reader::ParseObject(Reader::TokenStream& tokenStream) { in ParseObject()
285 UnknownElement Reader::ParseArray(Reader::TokenStream& tokenStream) { in ParseArray()
302 UnknownElement Reader::ParseString(Reader::TokenStream& tokenStream) { in ParseString()
306 UnknownElement Reader::ParseNumber(Reader::TokenStream& tokenStream) { in ParseNumber()
332 UnknownElement Reader::ParseBoolean(Reader::TokenStream& tokenStream) { in ParseBoolean()
336 UnknownElement Reader::ParseNull(Reader::TokenStream& tokenStream) { in ParseNull()
341 …string const& Reader::MatchExpectedToken(Token::Type nExpected, Reader::TokenStream& tokenStream) { in MatchExpectedToken()
|
| /dports/sysutils/istio/istio-1.6.7/vendor/github.com/antlr/antlr4/tool/src/org/antlr/v4/tool/ast/ |
| H A D | GrammarRootAST.java | 26 public final TokenStream tokenStream; field in GrammarRootAST
37 public GrammarRootAST(Token t, TokenStream tokenStream) { in GrammarRootAST()
46 public GrammarRootAST(int type, Token t, TokenStream tokenStream) { in GrammarRootAST()
55 public GrammarRootAST(int type, Token t, String text, TokenStream tokenStream) { in GrammarRootAST()
|
| /dports/devel/libantlr3c/libantlr3c-3.4/src/ |
| H A D | antlr3tokenstream.c | 666 setTokenTypeChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 ttype, ANTLR3_UINT32 ch… in setTokenTypeChannel()
680 discardTokenType (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 ttype) in discardTokenType()
694 discardOffChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_BOOLEAN discard) in discardOffChannel()
700 getTokens (pANTLR3_COMMON_TOKEN_STREAM tokenStream) in getTokens()
711 getTokenRange (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop) in getTokenRange()
770 getTokensList (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pA… in getTokensList()
786 getTokensType (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, AN… in getTokensType()
945 fillBufferExt(pANTLR3_COMMON_TOKEN_STREAM tokenStream) in fillBufferExt()
950 fillBuffer(pANTLR3_COMMON_TOKEN_STREAM tokenStream) { in fillBuffer()
1032 skipOffTokenChannels(pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i) { in skipOffTokenChannels()
[all …]
|
| /dports/finance/moneymanagerex/moneymanagerex-1.2.7/3rd/cajun/json/ |
| H A D | reader.inl | 150 TokenStream tokenStream(tokens); local
382 inline void Reader::Parse(UnknownElement& element, Reader::TokenStream& tokenStream)
456 inline void Reader::Parse(Object& object, Reader::TokenStream& tokenStream)
511 inline void Reader::Parse(Array& array, Reader::TokenStream& tokenStream)
534 inline void Reader::Parse(String& string, Reader::TokenStream& tokenStream)
540 inline void Reader::Parse(Number& number, Reader::TokenStream& tokenStream)
563 inline void Reader::Parse(Boolean& boolean, Reader::TokenStream& tokenStream)
570 inline void Reader::Parse(Null&, Reader::TokenStream& tokenStream)
576 …t std::wstring& Reader::MatchExpectedToken(Token::Type nExpected, Reader::TokenStream& tokenStream)
|
| /dports/textproc/luceneplusplus/LucenePlusPlus-rel_3.0.8/src/contrib/highlighter/ |
| H A D | Highlighter.cpp | 56 TokenStreamPtr tokenStream(analyzer->tokenStream(fieldName, newLucene<StringReader>(text))); in getBestFragment() local
60 String Highlighter::getBestFragment(const TokenStreamPtr& tokenStream, const String& text) { in getBestFragment()
66 TokenStreamPtr tokenStream(analyzer->tokenStream(fieldName, newLucene<StringReader>(text))); in getBestFragments() local
70 Collection<String> Highlighter::getBestFragments(const TokenStreamPtr& tokenStream, const String& t… in getBestFragments()
85 Collection<TextFragmentPtr> Highlighter::getBestTextFragments(const TokenStreamPtr& tokenStream, co… in getBestTextFragments()
264 String Highlighter::getBestFragments(const TokenStreamPtr& tokenStream, const String& text, int32_t… in getBestFragments()
|
| H A D | Fragmenter.cpp | 15 void Fragmenter::start(const String& originalText, const TokenStreamPtr& tokenStream) { in start()
|
| H A D | NullFragmenter.cpp | 15 void NullFragmenter::start(const String& originalText, const TokenStreamPtr& tokenStream) { in start()
|
| H A D | HighlighterScorer.cpp | 15 TokenStreamPtr HighlighterScorer::init(const TokenStreamPtr& tokenStream) { in init()
|
| /dports/converters/wkhtmltopdf/qt-5db36ec/src/3rdparty/clucene/src/CLucene/analysis/ |
| H A D | Analyzers.cpp | 81 TokenStream* WhitespaceAnalyzer::tokenStream(const TCHAR* fieldName, Reader* reader) { in tokenStream() function in WhitespaceAnalyzer
85 TokenStream* SimpleAnalyzer::tokenStream(const TCHAR* fieldName, Reader* reader) { in tokenStream() function in SimpleAnalyzer
131 TokenStream* StopAnalyzer::tokenStream(const TCHAR* fieldName, Reader* reader) { in tokenStream() function in StopAnalyzer
158 TokenStream* PerFieldAnalyzerWrapper::tokenStream(const TCHAR* fieldName, Reader* reader) { in tokenStream() function in PerFieldAnalyzerWrapper
328 TokenStream* KeywordAnalyzer::tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader){ function in KeywordAnalyzer
|
| /dports/textproc/clucene/clucene-core-2.3.3.4/src/contribs-lib/CLucene/snowball/ |
| H A D | Snowball.cpp | 24 StandardTokenizer* tokenStream; member in SnowballAnalyzer::SavedStreams
58 TokenStream* SnowballAnalyzer::tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader) { in tokenStream() function in SnowballAnalyzer
64 …TokenStream* SnowballAnalyzer::tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader, bo… in tokenStream() function in SnowballAnalyzer
|
| /dports/textproc/clucene/clucene-core-2.3.3.4/src/contribs-lib/CLucene/highlighter/ |
| H A D | Highlighter.cpp | 112 TCHAR* Highlighter::getBestFragment(TokenStream * tokenStream, const TCHAR* text) in getBestFragment()
139 TokenStream* tokenStream = analyzer->tokenStream(fieldName, _CLNEW StringReader(text)); in getBestFragment() local
144 TokenStream * tokenStream, in getBestFragments()
177 TokenStream * tokenStream, in getBestFragments()
200 TokenStream * tokenStream, in getBestTextFragments()
|
| /dports/textproc/luceneplusplus/LucenePlusPlus-rel_3.0.8/src/test/contrib/highlighter/ |
| H A D | HighlighterTest.cpp | 427 … TokenStreamPtr tokenStream = analyzer->tokenStream(FIELD_NAME, newLucene<StringReader>(text)); in TEST_F() local
473 … TokenStreamPtr tokenStream = analyzer->tokenStream(FIELD_NAME, newLucene<StringReader>(text)); in TEST_F() local
496 … TokenStreamPtr tokenStream = analyzer->tokenStream(FIELD_NAME, newLucene<StringReader>(text)); in TEST_F() local
519 … TokenStreamPtr tokenStream = analyzer->tokenStream(FIELD_NAME, newLucene<StringReader>(text)); in TEST_F() local
553 … TokenStreamPtr tokenStream = analyzer->tokenStream(FIELD_NAME, newLucene<StringReader>(text)); in TEST_F() local
579 … TokenStreamPtr tokenStream = analyzer->tokenStream(FIELD_NAME, newLucene<StringReader>(text)); in TEST_F() local
599 … TokenStreamPtr tokenStream = analyzer->tokenStream(FIELD_NAME, newLucene<StringReader>(text)); in TEST_F() local
625 … TokenStreamPtr tokenStream = analyzer->tokenStream(FIELD_NAME, newLucene<StringReader>(text)); in TEST_F() local
1555 virtual TokenStreamPtr tokenStream(const String& fieldName, const ReaderPtr& reader) { in tokenStream() function in TestOverlapAnalyzer::SynonymAnalyzer
1583 TokenStreamPtr tokenStream = analyzer->tokenStream(L"", newLucene<StringReader>(s)); in run() local
[all …]
|
| /dports/textproc/clucene/clucene-core-2.3.3.4/src/core/CLucene/analysis/standard/ |
| H A D | StandardAnalyzer.cpp | 50 StandardTokenizer* tokenStream; member in StandardAnalyzer::SavedStreams
68 TokenStream* StandardAnalyzer::tokenStream(const TCHAR* /*fieldName*/, Reader* reader) in tokenStream() function in StandardAnalyzer
|
| /dports/textproc/luceneplusplus/LucenePlusPlus-rel_3.0.8/src/core/analysis/standard/ |
| H A D | StandardAnalyzer.cpp | 49 TokenStreamPtr StandardAnalyzer::tokenStream(const String& fieldName, const ReaderPtr& reader) { in tokenStream() function in Lucene::StandardAnalyzer
50 StandardTokenizerPtr tokenStream(newLucene<StandardTokenizer>(matchVersion, reader)); in tokenStream() local
|
| /dports/mail/dovecot/dovecot-2.3.17/src/plugins/fts-lucene/ |
| H A D | Snowball.cc | 57 TokenStream* SnowballAnalyzer::tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader) { in tokenStream() function in SnowballAnalyzer
63 …TokenStream* SnowballAnalyzer::tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader, bo… in tokenStream() function in SnowballAnalyzer
|
| /dports/textproc/luceneplusplus/LucenePlusPlus-rel_3.0.8/src/core/document/ |
| H A D | Field.cpp | 31 Field::Field(const String& name, const TokenStreamPtr& tokenStream) { in Field()
35 Field::Field(const String& name, const TokenStreamPtr& tokenStream, TermVector termVector) { in Field()
84 void Field::ConstructField(const String& name, const TokenStreamPtr& tokenStream, TermVector termVe… in ConstructField()
165 void Field::setTokenStream(const TokenStreamPtr& tokenStream) { in setTokenStream()
|
| /dports/audio/pms-devel/pms-c94e3c6/vendor/github.com/blevesearch/bleve/analysis/token/camelcase/ |
| H A D | camelcase_test.go | 82 func tokenStream(termStrs ...string) analysis.TokenStream { func
|
| /dports/sysutils/istio/istio-1.6.7/vendor/github.com/antlr/antlr4/runtime/Swift/Tests/Antlr4Tests/ |
| H A D | TokenStreamTests.swift | 17 let tokenStream = CommonTokenStream(VisitorBasicLexer(inputStream1)) in testBufferedTokenStreamClearFetchEOFWithNewSource() variable
|
| /dports/sysutils/istio/istio-1.6.7/vendor/github.com/antlr/antlr4/runtime-testsuite/test/org/antlr/v4/test/runtime/java/api/ |
| H A D | TestTokenStream.java | 27 BufferedTokenStream tokenStream = new BufferedTokenStream(new VisitorBasicLexer(firstInput)); in testBufferedTokenStreamReuseAfterFill() local
|
| /dports/textproc/clucene/clucene-core-2.3.3.4/src/contribs-lib/CLucene/analysis/de/ |
| H A D | GermanAnalyzer.cpp | 42 StandardTokenizer* tokenStream; member in GermanAnalyzer::SavedStreams
110 TokenStream* GermanAnalyzer::tokenStream(const TCHAR* fieldName, CL_NS(util)::Reader* reader) { in tokenStream() function in GermanAnalyzer
|
| /dports/textproc/luceneplusplus/LucenePlusPlus-rel_3.0.8/src/contrib/include/ |
| H A D | WeightedSpanTermExtractor.h | 27 TokenStreamPtr tokenStream; variable
|
| /dports/textproc/luceneplusplus/LucenePlusPlus-rel_3.0.8/src/test/analysis/ |
| H A D | PerFieldAnalzyerWrapperTest.cpp | 25 TokenStreamPtr tokenStream = analyzer->tokenStream(L"field", newLucene<StringReader>(text)); in TEST_F() local
|
| /dports/audio/pms-devel/pms-c94e3c6/vendor/github.com/blevesearch/bleve/analysis/token/unique/ |
| H A D | unique_test.go | 63 func tokenStream(termStrs ...string) analysis.TokenStream { func
|
| /dports/converters/wkhtmltopdf/qt-5db36ec/src/3rdparty/clucene/src/CLucene/analysis/standard/ |
| H A D | StandardAnalyzer.cpp | 38 TokenStream* StandardAnalyzer::tokenStream(const TCHAR* fieldName, Reader* reader) in tokenStream() function in StandardAnalyzer
|
| /dports/math/cvc4/CVC4-1.7/src/parser/cvc/ |
| H A D | cvc_input.cpp | 43 pANTLR3_COMMON_TOKEN_STREAM tokenStream = getTokenStream(); in CvcInput() local
|