1*fcaf7f86SDimitry Andric //===- TokenBufferTokenManager.h -----------------------------------------===// 2*fcaf7f86SDimitry Andric // 3*fcaf7f86SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4*fcaf7f86SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 5*fcaf7f86SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6*fcaf7f86SDimitry Andric // 7*fcaf7f86SDimitry Andric //===----------------------------------------------------------------------===// 8*fcaf7f86SDimitry Andric 9*fcaf7f86SDimitry Andric #ifndef LLVM_CLANG_TOOLING_SYNTAX_TOKEN_BUFFER_TOKEN_MANAGER_H 10*fcaf7f86SDimitry Andric #define LLVM_CLANG_TOOLING_SYNTAX_TOKEN_BUFFER_TOKEN_MANAGER_H 11*fcaf7f86SDimitry Andric 12*fcaf7f86SDimitry Andric #include "clang/Tooling/Syntax/TokenManager.h" 13*fcaf7f86SDimitry Andric #include "clang/Tooling/Syntax/Tokens.h" 14*fcaf7f86SDimitry Andric 15*fcaf7f86SDimitry Andric namespace clang { 16*fcaf7f86SDimitry Andric namespace syntax { 17*fcaf7f86SDimitry Andric 18*fcaf7f86SDimitry Andric /// A TokenBuffer-powered token manager. 19*fcaf7f86SDimitry Andric /// It tracks the underlying token buffers, source manager, etc. 20*fcaf7f86SDimitry Andric class TokenBufferTokenManager : public TokenManager { 21*fcaf7f86SDimitry Andric public: TokenBufferTokenManager(const TokenBuffer & Tokens,const LangOptions & LangOpts,SourceManager & SourceMgr)22*fcaf7f86SDimitry Andric TokenBufferTokenManager(const TokenBuffer &Tokens, 23*fcaf7f86SDimitry Andric const LangOptions &LangOpts, SourceManager &SourceMgr) 24*fcaf7f86SDimitry Andric : Tokens(Tokens), LangOpts(LangOpts), SM(SourceMgr) {} 25*fcaf7f86SDimitry Andric classof(const TokenManager * N)26*fcaf7f86SDimitry Andric static bool classof(const TokenManager *N) { return N->kind() == Kind; } kind()27*fcaf7f86SDimitry Andric llvm::StringLiteral kind() const override { return Kind; } 28*fcaf7f86SDimitry Andric getText(Key I)29*fcaf7f86SDimitry Andric llvm::StringRef getText(Key I) const override { 30*fcaf7f86SDimitry Andric const auto *Token = getToken(I); 31*fcaf7f86SDimitry Andric assert(Token); 32*fcaf7f86SDimitry Andric // Handle 'eof' separately, calling text() on it produces an empty string. 33*fcaf7f86SDimitry Andric // FIXME: this special logic is for syntax::Leaf dump, move it when we 34*fcaf7f86SDimitry Andric // have a direct way to retrive token kind in the syntax::Leaf. 35*fcaf7f86SDimitry Andric if (Token->kind() == tok::eof) 36*fcaf7f86SDimitry Andric return "<eof>"; 37*fcaf7f86SDimitry Andric return Token->text(SM); 38*fcaf7f86SDimitry Andric } 39*fcaf7f86SDimitry Andric getToken(Key I)40*fcaf7f86SDimitry Andric const syntax::Token *getToken(Key I) const { 41*fcaf7f86SDimitry Andric return reinterpret_cast<const syntax::Token *>(I); 42*fcaf7f86SDimitry Andric } sourceManager()43*fcaf7f86SDimitry Andric SourceManager &sourceManager() { return SM; } sourceManager()44*fcaf7f86SDimitry Andric const SourceManager &sourceManager() const { return SM; } tokenBuffer()45*fcaf7f86SDimitry Andric const TokenBuffer &tokenBuffer() const { return Tokens; } 46*fcaf7f86SDimitry Andric 47*fcaf7f86SDimitry Andric private: 48*fcaf7f86SDimitry Andric // This manager is powered by the TokenBuffer. 49*fcaf7f86SDimitry Andric static constexpr llvm::StringLiteral Kind = "TokenBuffer"; 50*fcaf7f86SDimitry Andric 51*fcaf7f86SDimitry Andric /// Add \p Buffer to the underlying source manager, tokenize it and store the 52*fcaf7f86SDimitry Andric /// resulting tokens. Used exclusively in `FactoryImpl` to materialize tokens 53*fcaf7f86SDimitry Andric /// that were not written in user code. 54*fcaf7f86SDimitry Andric std::pair<FileID, ArrayRef<Token>> 55*fcaf7f86SDimitry Andric lexBuffer(std::unique_ptr<llvm::MemoryBuffer> Buffer); 56*fcaf7f86SDimitry Andric friend class FactoryImpl; 57*fcaf7f86SDimitry Andric 58*fcaf7f86SDimitry Andric const TokenBuffer &Tokens; 59*fcaf7f86SDimitry Andric const LangOptions &LangOpts; 60*fcaf7f86SDimitry Andric 61*fcaf7f86SDimitry Andric /// The underlying source manager for the ExtraTokens. 62*fcaf7f86SDimitry Andric SourceManager &SM; 63*fcaf7f86SDimitry Andric /// IDs and storage for additional tokenized files. 64*fcaf7f86SDimitry Andric llvm::DenseMap<FileID, std::vector<Token>> ExtraTokens; 65*fcaf7f86SDimitry Andric }; 66*fcaf7f86SDimitry Andric 67*fcaf7f86SDimitry Andric } // namespace syntax 68*fcaf7f86SDimitry Andric } // namespace clang 69*fcaf7f86SDimitry Andric 70*fcaf7f86SDimitry Andric #endif // LLVM_CLANG_TOOLING_SYNTAX_TOKEN_BUFFER_TOKEN_MANAGER_H 71