mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-08-04 00:48:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 8

Issue #5433: Excessive newline detection optimization in IncrementalNewlineDecoder

Browse source
This commit is contained in:
Antoine Pitrou 2009-03-06 23:40:56 +00:00
parent 2db74c2412
commit 66913e2213
2 changed files with 43 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

42
Modules/_textio.c
View file

@ -305,22 +305,40 @@ _PyIncrementalNewlineDecoder_decode(PyObject *_self,
for the \r *byte* with the libc's optimized memchr.
*/
if (seennl == SEEN_LF || seennl == 0) {
int has_cr, has_lf;
has_lf = (seennl == SEEN_LF) ||
(memchr(in_str, '\n', len * sizeof(Py_UNICODE)) != NULL);
has_cr = (memchr(in_str, '\r', len * sizeof(Py_UNICODE)) != NULL);
if (has_lf && !has_cr) {
only_lf = 1;
seennl = SEEN_LF;
}
only_lf = !(memchr(in_str, '\r', len * sizeof(Py_UNICODE)) != NULL);
}
if (!self->translate) {
if (only_lf) {
/* If not already seen, quick scan for a possible "\n" character.
(there's nothing else to be done, even when in translation mode)
*/
if (seennl == 0 &&
memchr(in_str, '\n', len * sizeof(Py_UNICODE)) != NULL) {
Py_UNICODE *s, *end;
s = in_str;
end = in_str + len;
for (;;) {
Py_UNICODE c;
/* Fast loop for non-control characters */
while (*s > '\n')
s++;
c = *s++;
if (c == '\n') {
seennl |= SEEN_LF;
break;
}
if (s > end)
break;
}
}
/* Finished: we have scanned for newlines, and none of them
need translating */
}
else if (!self->translate) {
Py_UNICODE *s, *end;
/* We have already seen all newline types, no need to scan again */
if (seennl == SEEN_ALL)
goto endscan;
if (only_lf)
goto endscan;
s = in_str;
end = in_str + len;
for (;;) {
@ -347,7 +365,7 @@ _PyIncrementalNewlineDecoder_decode(PyObject *_self,
endscan:
;
}
else if (!only_lf) {
else {
PyObject *translated = NULL;
Py_UNICODE *out_str;
Py_UNICODE *in, *out, *end;