mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-07-15 23:35:23 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 8

Issue #24870: Add _PyUnicodeWriter_PrepareKind() macro

Browse source 
Add a macro which ensures that the writer has at least the requested kind.
This commit is contained in:
Victor Stinner 2015-09-22 00:58:32 +02:00
parent 5014920cb7
commit ca9381ea01
2 changed files with 46 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

17
Include/unicodeobject.h
View file

@ -942,6 +942,23 @@ PyAPI_FUNC(int)
_PyUnicodeWriter_PrepareInternal(_PyUnicodeWriter *writer, _PyUnicodeWriter_PrepareInternal(_PyUnicodeWriter *writer,
Py_ssize_t length, Py_UCS4 maxchar); Py_ssize_t length, Py_UCS4 maxchar);
/* Prepare the buffer to have at least the kind KIND.
For example, kind=PyUnicode_2BYTE_KIND ensures that the writer will
support characters in range U+000-U+FFFF.
Return 0 on success, raise an exception and return -1 on error. */
#define _PyUnicodeWriter_PrepareKind(WRITER, KIND) \
(assert((KIND) != PyUnicode_WCHAR_KIND), \
(KIND) <= (WRITER)->kind \
? 0 \
: _PyUnicodeWriter_PrepareKindInternal((WRITER), (KIND)))
/* Don't call this function directly, use the _PyUnicodeWriter_PrepareKind()
macro instead. */
PyAPI_FUNC(int)
_PyUnicodeWriter_PrepareKindInternal(_PyUnicodeWriter *writer,
enum PyUnicode_Kind kind);
/* Append a Unicode character. /* Append a Unicode character.
Return 0 on success, raise an exception and return -1 on error. */ Return 0 on success, raise an exception and return -1 on error. */
PyAPI_FUNC(int) PyAPI_FUNC(int)

38
Objects/unicodeobject.c
View file

@ -6722,14 +6722,11 @@ PyUnicode_DecodeASCII(const char *s,
case _Py_ERROR_REPLACE: case _Py_ERROR_REPLACE:
case _Py_ERROR_SURROGATEESCAPE: case _Py_ERROR_SURROGATEESCAPE:
/* Fast-path: the error handler only writes one character, /* Fast-path: the error handler only writes one character,
but we must switch to UCS2 at the first write */ but we may switch to UCS2 at the first write */
if (kind < PyUnicode_2BYTE_KIND) { if (_PyUnicodeWriter_PrepareKind(&writer, PyUnicode_2BYTE_KIND) < 0)
if (_PyUnicodeWriter_Prepare(&writer, size - writer.pos, goto onError;
0xffff) < 0) kind = writer.kind;
return NULL; data = writer.data;
kind = writer.kind;
data = writer.data;
}
if (error_handler == _Py_ERROR_REPLACE) if (error_handler == _Py_ERROR_REPLACE)
PyUnicode_WRITE(kind, data, writer.pos, 0xfffd); PyUnicode_WRITE(kind, data, writer.pos, 0xfffd);
@ -13309,7 +13306,8 @@ _PyUnicodeWriter_PrepareInternal(_PyUnicodeWriter *writer,
Py_ssize_t newlen; Py_ssize_t newlen;
PyObject *newbuffer; PyObject *newbuffer;
assert(length > 0); /* ensure that the _PyUnicodeWriter_Prepare macro was used */
assert(maxchar > writer->maxchar || length > 0);
if (length > PY_SSIZE_T_MAX - writer->pos) { if (length > PY_SSIZE_T_MAX - writer->pos) {
PyErr_NoMemory(); PyErr_NoMemory();
@ -13375,6 +13373,28 @@ _PyUnicodeWriter_PrepareInternal(_PyUnicodeWriter *writer,
#undef OVERALLOCATE_FACTOR #undef OVERALLOCATE_FACTOR
} }
int
_PyUnicodeWriter_PrepareKindInternal(_PyUnicodeWriter *writer,
enum PyUnicode_Kind kind)
{
Py_UCS4 maxchar;
/* ensure that the _PyUnicodeWriter_PrepareKind macro was used */
assert(writer->kind < kind);
switch (kind)
{
case PyUnicode_1BYTE_KIND: maxchar = 0xff; break;
case PyUnicode_2BYTE_KIND: maxchar = 0xffff; break;
case PyUnicode_4BYTE_KIND: maxchar = 0x10ffff; break;
default:
assert(0 && "invalid kind");
return -1;
}
return _PyUnicodeWriter_PrepareInternal(writer, 0, maxchar);
}
Py_LOCAL_INLINE(int) Py_LOCAL_INLINE(int)
_PyUnicodeWriter_WriteCharInline(_PyUnicodeWriter *writer, Py_UCS4 ch) _PyUnicodeWriter_WriteCharInline(_PyUnicodeWriter *writer, Py_UCS4 ch)
{ {