bpo-45562: Print tokenizer debug messages to stderr (GH-29250) (GH-29252)

(cherry picked from commit 10bbd41ba8)

Co-authored-by: Pablo Galindo Salgado <Pablogsal@gmail.com>

Co-authored-by: Pablo Galindo Salgado <Pablogsal@gmail.com>
This commit is contained in:
Miss Islington (bot) 2021-10-27 14:45:43 -07:00 committed by GitHub
parent 2b7b7c7320
commit 038f452308
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -1046,9 +1046,9 @@ tok_nextc(struct tok_state *tok)
}
#if defined(Py_DEBUG)
if (Py_DebugFlag) {
printf("line[%d] = ", tok->lineno);
fprintf(stderr, "line[%d] = ", tok->lineno);
print_escape(stdout, tok->cur, tok->inp - tok->cur);
printf(" tok->done = %d\n", tok->done);
fprintf(stderr, " tok->done = %d\n", tok->done);
}
#endif
if (!rc) {
@ -2132,9 +2132,9 @@ PyTokenizer_FindEncoding(int fd)
void
tok_dump(int type, char *start, char *end)
{
printf("%s", _PyParser_TokenNames[type]);
fprintf(stderr, "%s", _PyParser_TokenNames[type]);
if (type == NAME || type == NUMBER || type == STRING || type == OP)
printf("(%.*s)", (int)(end - start), start);
fprintf(stderr, "(%.*s)", (int)(end - start), start);
}
#endif