return token_stream.at (offs + n)->get_tok_ptr ();
}
-// Advances current token to n + 1 tokens ahead of current position.
-void
-MacroInvocLexer::skip_token (int n)
-{
- offs += (n + 1);
-}
-
void
MacroInvocLexer::split_current_token (TokenId new_left, TokenId new_right)
{
std::vector<T> token_stream;
};
-class MacroInvocLexer
+class MacroInvocLexer : public MacroInvocLexerBase<std::unique_ptr<AST::Token>>
{
public:
MacroInvocLexer (std::vector<std::unique_ptr<AST::Token>> stream)
- : offs (0), token_stream (std::move (stream))
+ : MacroInvocLexerBase (std::move (stream))
{}
// Returns token n tokens ahead of current position.
// Peeks the current token.
const_TokenPtr peek_token () { return peek_token (0); }
- // Advances current token to n + 1 tokens ahead of current position.
- void skip_token (int n);
-
- // Skips the current token.
- void skip_token () { skip_token (0); }
-
// Splits the current token into two. Intended for use with nested generics
// closes (i.e. T<U<X>> where >> is wrongly lexed as one token). Note that
// this will only work with "simple" tokens like punctuation.
void split_current_token (TokenId new_left, TokenId new_right);
- std::string get_filename () const
- {
- // FIXME
- rust_unreachable ();
- return "FIXME";
- }
-
- size_t get_offs () const { return offs; }
-
std::vector<std::unique_ptr<AST::Token>>
get_token_slice (size_t start_idx, size_t end_idx) const;
-
-private:
- size_t offs;
- std::vector<std::unique_ptr<AST::Token>> token_stream;
};
} // namespace Rust