From: Batuhan Taskaya Date: Sat, 20 Jun 2020 17:40:06 +0000 (+0300) Subject: bpo-41044: Generate valid PEG python parsers for opt+seq rules (GH-20995) X-Git-Tag: v3.10.0a1~573 X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=55460ee6dc9a4f16bd68d6b6be3a8398c7d4a596;p=thirdparty%2FPython%2Fcpython.git bpo-41044: Generate valid PEG python parsers for opt+seq rules (GH-20995) Co-authored-by: Pablo Galindo --- diff --git a/Lib/test/test_peg_generator/test_pegen.py b/Lib/test/test_peg_generator/test_pegen.py index 30e1b675643b..5b4e964d698a 100644 --- a/Lib/test/test_peg_generator/test_pegen.py +++ b/Lib/test/test_peg_generator/test_pegen.py @@ -493,6 +493,14 @@ class TestPegen(unittest.TestCase): # Would assert False without a special case in compute_left_recursives(). make_parser(grammar) + def test_opt_sequence(self) -> None: + grammar = """ + start: [NAME*] + """ + # This case was failing because of a double trailing comma at the end + # of a line in the generated source. See bpo-41044 + make_parser(grammar) + def test_left_recursion_too_complex(self) -> None: grammar = """ start: foo diff --git a/Tools/peg_generator/pegen/python_generator.py b/Tools/peg_generator/pegen/python_generator.py index 64336552f24f..45a75975dbf5 100644 --- a/Tools/peg_generator/pegen/python_generator.py +++ b/Tools/peg_generator/pegen/python_generator.py @@ -93,7 +93,13 @@ class PythonCallMakerVisitor(GrammarVisitor): def visit_Opt(self, node: Opt) -> Tuple[str, str]: name, call = self.visit(node.node) - return "opt", f"{call}," # Note trailing comma! + # Note trailing comma (the call may already have one comma + # at the end, for example when rules have both repeat0 and optional + # markers, e.g: [rule*]) + if call.endswith(","): + return "opt", call + else: + return "opt", f"{call}," def visit_Repeat0(self, node: Repeat0) -> Tuple[str, str]: if node in self.cache: