Issue python#10841: don't translate newlines for pgen

Victor Stinner · Victor Stinner · commit 034c7537d8b7 · 2011-01-07T18:56:19.000Z
diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
@@ -892,14 +892,14 @@ tok_nextc(register struct tok_state *tok)
         }
         if (tok->prompt != NULL) {
             char *newtok = PyOS_Readline(stdin, stdout, tok->prompt);
+#ifndef PGEN
             if (newtok != NULL) {
                 char *translated = translate_newlines(newtok, 0, tok);
                 PyMem_FREE(newtok);
                 if (translated == NULL)
                     return EOF;
                 newtok = translated;
             }
-#ifndef PGEN
             if (tok->encoding && newtok && *newtok) {
                 /* Recode to UTF-8 */
                 Py_ssize_t buflen;
