From e3cfec1490ca197173bf2af4dc34820d0b1f0de3 Mon Sep 17 00:00:00 2001
From: Mike Bayer <mike_mp@zzzcomputing.com>
Date: Fri, 30 Jan 2009 00:00:40 +0000
Subject: [PATCH] 2to3 wrapper which includes a preprocessor

---
 sa2to3.py | 63 +++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 63 insertions(+)
 create mode 100644 sa2to3.py

diff --git a/sa2to3.py b/sa2to3.py
new file mode 100644
index 0000000000..9c657c6d4c
--- /dev/null
+++ b/sa2to3.py
@@ -0,0 +1,63 @@
+"""SQLAlchemy 2to3 tool.
+
+Relax !  This just calls the regular 2to3 tool with a preprocessor bolted onto it.
+
+
+I originally wanted to write a custom fixer to accomplish this
+but the Fixer classes seem like they can only understand 
+the grammar file included with 2to3, and the grammar does not
+seem to include Python comments (and of course, huge hacks needed
+to get out-of-package fixers in there).   While that may be
+an option later on this is a pretty simple approach for
+what is a pretty simple problem.
+
+"""
+
+from lib2to3 import main, refactor
+
+import re
+
+py3k_pattern = re.compile(r'\s*# Py3K')
+comment_pattern = re.compile(r'(\s*)#(.*)')
+py2k_pattern = re.compile(r'\s*# Py2K')
+end_py2k_pattern = re.compile(r'\s*# end Py2K')
+
+def preprocess(data):
+    lines = data.split('\n')
+    def consume_normal():
+        while lines:
+            line = lines.pop(0)
+            if py3k_pattern.match(line):
+                for line in consume_py3k():
+                    yield line
+            elif py2k_pattern.match(line):
+                yield line
+                for line in consume_py2k():
+                    yield line
+            else:
+                yield line
+    
+    def consume_py3k():
+        while lines:
+            line = lines.pop(0)
+            m = comment_pattern.match(line)
+            if m:
+                yield "%s%s" % m.group(1, 2)
+            else:
+                yield line
+                break
+    
+    def consume_py2k():
+        while lines:
+            line = lines.pop(0)
+            if not end_py2k_pattern.match(line):
+                yield "#%s" % line
+            else:
+                break
+
+    return "\n".join(consume_normal())
+
+refactor_string = main.StdoutRefactoringTool.refactor_string
+main.StdoutRefactoringTool.refactor_string = lambda s, data, name: refactor_string(s, preprocess(data), name)
+
+main.main("lib2to3.fixes")
-- 
2.47.3