bpo-45562: Print tokenizer debug messages to stderr (GH-29250)

pablogsal · web-flow · commit 10bbd41ba8c8 · 2021-10-27T14:27:34.000-07:00
diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
@@ -1047,9 +1047,9 @@ tok_nextc(struct tok_state *tok)
         }
 #if defined(Py_DEBUG)
         if (Py_DebugFlag) {
-            printf("line[%d] = ", tok->lineno);
+            fprintf(stderr, "line[%d] = ", tok->lineno);
             print_escape(stdout, tok->cur, tok->inp - tok->cur);
-            printf("  tok->done = %d\n", tok->done);
+            fprintf(stderr, "  tok->done = %d\n", tok->done);
         }
 #endif
         if (!rc) {
@@ -2127,8 +2127,8 @@ _PyTokenizer_FindEncodingFilename(int fd, PyObject *filename)
 void
 tok_dump(int type, char *start, char *end)
 {
-    printf("%s", _PyParser_TokenNames[type]);
+    fprintf(stderr, "%s", _PyParser_TokenNames[type]);
     if (type == NAME || type == NUMBER || type == STRING || type == OP)
-        printf("(%.*s)", (int)(end - start), start);
+        fprintf(stderr, "(%.*s)", (int)(end - start), start);
 }
 #endif  // Py_DEBUG

Original file line number	Diff line number	Diff line change
`@@ -1047,9 +1047,9 @@ tok_nextc(struct tok_state *tok)`
`1047`	`1047`	`}`
`1048`	`1048`	`#if defined(Py_DEBUG)`
`1049`	`1049`	`if (Py_DebugFlag) {`
`1050`		`- printf("line[%d] = ", tok->lineno);`
	`1050`	`+ fprintf(stderr, "line[%d] = ", tok->lineno);`
`1051`	`1051`	`print_escape(stdout, tok->cur, tok->inp - tok->cur);`
`1052`		`- printf(" tok->done = %d\n", tok->done);`
	`1052`	`+ fprintf(stderr, " tok->done = %d\n", tok->done);`
`1053`	`1053`	`}`
`1054`	`1054`	`#endif`
`1055`	`1055`	`if (!rc) {`
`@@ -2127,8 +2127,8 @@ _PyTokenizer_FindEncodingFilename(int fd, PyObject *filename)`
`2127`	`2127`	`void`
`2128`	`2128`	`tok_dump(int type, char start, char end)`
`2129`	`2129`	`{`
`2130`		`- printf("%s", _PyParser_TokenNames[type]);`
	`2130`	`+ fprintf(stderr, "%s", _PyParser_TokenNames[type]);`
`2131`	`2131`	`if (type == NAME \|\| type == NUMBER \|\| type == STRING \|\| type == OP)`
`2132`		`- printf("(%.*s)", (int)(end - start), start);`
	`2132`	`+ fprintf(stderr, "(%.*s)", (int)(end - start), start);`
`2133`	`2133`	`}`
`2134`	`2134`	`#endif // Py_DEBUG`