From: Owen Avery Date: Mon, 26 Jun 2023 17:06:10 +0000 (-0400) Subject: gccrs: Match tokens in macros more closely X-Git-Tag: basepoints/gcc-15~2443 X-Git-Url: http://git.ipfire.org/?a=commitdiff_plain;h=497632d136c6930fab94709e03b48a8a6735de3c;p=thirdparty%2Fgcc.git gccrs: Match tokens in macros more closely gcc/rust/ChangeLog: * expand/rust-macro-expand.cc (MacroExpander::match_token): Match token instead of token id. * parse/rust-parse-impl.h (Parser::skip_token): Add token-skipping variant. (Parser::expect_token): Likewise. * parse/rust-parse.h (Parser::skip_token): Likewise. (Parser::expect_token): Likewise. gcc/testsuite/ChangeLog: * rust/compile/macro-issue2264.rs: New test. Signed-off-by: Owen Avery --- diff --git a/gcc/rust/expand/rust-macro-expand.cc b/gcc/rust/expand/rust-macro-expand.cc index d14b3b3806a7..27a298efc308 100644 --- a/gcc/rust/expand/rust-macro-expand.cc +++ b/gcc/rust/expand/rust-macro-expand.cc @@ -569,8 +569,7 @@ MacroExpander::match_matcher (Parser &parser, bool MacroExpander::match_token (Parser &parser, AST::Token &token) { - // FIXME this needs to actually match the content and the type - return parser.skip_token (token.get_id ()); + return parser.skip_token (token.get_tok_ptr ()); } bool diff --git a/gcc/rust/parse/rust-parse-impl.h b/gcc/rust/parse/rust-parse-impl.h index ff929d3c625a..bc87ed72345b 100644 --- a/gcc/rust/parse/rust-parse-impl.h +++ b/gcc/rust/parse/rust-parse-impl.h @@ -11936,6 +11936,15 @@ Parser::skip_token (TokenId token_id) return expect_token (token_id) != const_TokenPtr (); } +/* Checks if current token is similar to inputted token - skips it and returns + * true if so, diagnoses an error and returns false otherwise. */ +template +bool +Parser::skip_token (const_TokenPtr token) +{ + return expect_token (token) != const_TokenPtr (); +} + /* Checks if current token has inputted id - skips it and returns true if so, * returns false otherwise without diagnosing an error */ template @@ -11971,6 +11980,30 @@ Parser::expect_token (TokenId token_id) } } +/* Checks the current token - if same as expected, skips and returns it, + * otherwise diagnoses error and returns null. */ +template +const_TokenPtr +Parser::expect_token (const_TokenPtr token_expect) +{ + const_TokenPtr t = lexer.peek_token (); + if (t->get_id () == token_expect->get_id () + && (!t->should_have_str () || t->get_str () == token_expect->get_str ())) + { + lexer.skip_token (); + return t; + } + else + { + Error error (t->get_locus (), "expecting %qs but %qs found", + token_expect->get_token_description (), + t->get_token_description ()); + add_error (std::move (error)); + + return const_TokenPtr (); + } +} + // Skips all tokens until EOF or }. Don't use. template void diff --git a/gcc/rust/parse/rust-parse.h b/gcc/rust/parse/rust-parse.h index 620257456620..1d49c956b5c0 100644 --- a/gcc/rust/parse/rust-parse.h +++ b/gcc/rust/parse/rust-parse.h @@ -111,6 +111,15 @@ public: */ bool skip_token (TokenId t); + /** + * Consume a token, reporting an error if it isn't the next token + * + * @param token pointer to similar token to consume + * + * @return true if the token was next, false if it wasn't found + */ + bool skip_token (const_TokenPtr token); + /** * Same as `skip_token` but allows for failure without necessarily reporting * an error @@ -172,6 +181,7 @@ private: void skip_after_end_attribute (); const_TokenPtr expect_token (TokenId t); + const_TokenPtr expect_token (const_TokenPtr token_expect); void unexpected_token (const_TokenPtr t); bool skip_generics_right_angle (); diff --git a/gcc/testsuite/rust/compile/macro-issue2264.rs b/gcc/testsuite/rust/compile/macro-issue2264.rs new file mode 100644 index 000000000000..497dd3c55233 --- /dev/null +++ b/gcc/testsuite/rust/compile/macro-issue2264.rs @@ -0,0 +1,12 @@ +macro_rules! a { + (1) => {x}; + (2) => {}; +} + +macro_rules! b { + (a) => {x}; + (b) => {}; +} + +a!(2); +b!(b);