mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-07-07 19:35:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 8

gh-105564: Don't include artificial newlines in the line attribute of tokens (#105565)

Browse source
This commit is contained in:
Pablo Galindo Salgado 2023-06-09 17:01:26 +01:00 • committed by GitHub
parent 1dd267af64
commit d7f46bcd98
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 30 additions and 25 deletions
Download patch file Download diff file Expand all files Collapse all files

3
Python/Python-tokenize.c
View file

@ -206,6 +206,9 @@ tokenizeriter_next(tokenizeriterobject *it)
line = PyUnicode_FromString("");
} else {
Py_ssize_t size = it->tok->inp - line_start;
if (size >= 1 && it->tok->implicit_newline) {
size -= 1;
}
line = PyUnicode_DecodeUTF8(line_start, size, "replace");
}
if (line == NULL) {