From: Victor Stinner <victor.stinner@haypocalc.com>
Date: Fri, 7 Jan 2011 18:56:19 +0000 (+0000)
Subject: Issue #10841: don't translate newlines for pgen
X-Git-Tag: v3.2rc1~132
X-Git-Url: http://git.ipfire.org/gitweb.cgi?a=commitdiff_plain;h=034c7537d8b7f62ba9eff6a9fe8989730cce26f2;p=thirdparty%2FPython%2Fcpython.git

Issue #10841: don't translate newlines for pgen
---

diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
index 1eb62aa2a093..3f6be2f640ec 100644
--- a/Parser/tokenizer.c
+++ b/Parser/tokenizer.c
@@ -892,6 +892,7 @@ tok_nextc(register struct tok_state *tok)
         }
         if (tok->prompt != NULL) {
             char *newtok = PyOS_Readline(stdin, stdout, tok->prompt);
+#ifndef PGEN
             if (newtok != NULL) {
                 char *translated = translate_newlines(newtok, 0, tok);
                 PyMem_FREE(newtok);
@@ -899,7 +900,6 @@ tok_nextc(register struct tok_state *tok)
                     return EOF;
                 newtok = translated;
             }
-#ifndef PGEN
             if (tok->encoding && newtok && *newtok) {
                 /* Recode to UTF-8 */
                 Py_ssize_t buflen;