mirror of
https://github.com/python/cpython.git
synced 2025-08-30 21:48:47 +00:00
gh-132661: Implement PEP 750 (#132662)
Co-authored-by: Lysandros Nikolaou <lisandrosnik@gmail.com> Co-authored-by: Bénédikt Tran <10796600+picnixz@users.noreply.github.com> Co-authored-by: Adam Turner <9087854+AA-Turner@users.noreply.github.com> Co-authored-by: Hugo van Kemenade <1324225+hugovk@users.noreply.github.com> Co-authored-by: Wingy <git@wingysam.xyz> Co-authored-by: Koudai Aono <koxudaxi@gmail.com> Co-authored-by: Dave Peck <davepeck@gmail.com> Co-authored-by: Terry Jan Reedy <tjreedy@udel.edu> Co-authored-by: Paul Everitt <pauleveritt@me.com> Co-authored-by: sobolevn <mail@sobolevn.me>
This commit is contained in:
Lysandros Nikolaou
GitHub
parent
5ea9010e89
commit
60202609a2
81 changed files with 7716 additions and 3761 deletions
483
Objects/templateobject.c
Normal file
483
Objects/templateobject.c
Normal file
|
|
@ -0,0 +1,483 @@
|
|||
/* t-string Template object implementation */
|
||||
|
||||
#include "Python.h"
|
||||
#include "pycore_interpolation.h" // _PyInterpolation_CheckExact()
|
||||
#include "pycore_runtime.h" // _Py_STR()
|
||||
#include "pycore_template.h"
|
||||
|
||||
typedef struct {
|
||||
PyObject_HEAD
|
||||
PyObject *stringsiter;
|
||||
PyObject *interpolationsiter;
|
||||
int from_strings;
|
||||
} templateiterobject;
|
||||
|
||||
#define templateiterobject_CAST(op) \
|
||||
(assert(_PyTemplateIter_CheckExact(op)), _Py_CAST(templateiterobject*, (op)))
|
||||
|
||||
static PyObject *
|
||||
templateiter_next(PyObject *op)
|
||||
{
|
||||
templateiterobject *self = templateiterobject_CAST(op);
|
||||
PyObject *item;
|
||||
if (self->from_strings) {
|
||||
item = PyIter_Next(self->stringsiter);
|
||||
self->from_strings = 0;
|
||||
if (PyUnicode_GET_LENGTH(item) == 0) {
|
||||
Py_SETREF(item, PyIter_Next(self->interpolationsiter));
|
||||
self->from_strings = 1;
|
||||
}
|
||||
} else {
|
||||
item = PyIter_Next(self->interpolationsiter);
|
||||
self->from_strings = 1;
|
||||
}
|
||||
return item;
|
||||
}
|
||||
|
||||
static void
|
||||
templateiter_dealloc(PyObject *op)
|
||||
{
|
||||
PyObject_GC_UnTrack(op);
|
||||
Py_TYPE(op)->tp_clear(op);
|
||||
Py_TYPE(op)->tp_free(op);
|
||||
}
|
||||
|
||||
static int
|
||||
templateiter_clear(PyObject *op)
|
||||
{
|
||||
templateiterobject *self = templateiterobject_CAST(op);
|
||||
Py_CLEAR(self->stringsiter);
|
||||
Py_CLEAR(self->interpolationsiter);
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int
|
||||
templateiter_traverse(PyObject *op, visitproc visit, void *arg)
|
||||
{
|
||||
templateiterobject *self = templateiterobject_CAST(op);
|
||||
Py_VISIT(self->stringsiter);
|
||||
Py_VISIT(self->interpolationsiter);
|
||||
return 0;
|
||||
}
|
||||
|
||||
PyTypeObject _PyTemplateIter_Type = {
|
||||
PyVarObject_HEAD_INIT(NULL, 0)
|
||||
.tp_name = "string.templatelib.TemplateIter",
|
||||
.tp_doc = PyDoc_STR("Template iterator object"),
|
||||
.tp_basicsize = sizeof(templateiterobject),
|
||||
.tp_itemsize = 0,
|
||||
.tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,
|
||||
.tp_alloc = PyType_GenericAlloc,
|
||||
.tp_dealloc = templateiter_dealloc,
|
||||
.tp_clear = templateiter_clear,
|
||||
.tp_free = PyObject_GC_Del,
|
||||
.tp_traverse = templateiter_traverse,
|
||||
.tp_iter = PyObject_SelfIter,
|
||||
.tp_iternext = templateiter_next,
|
||||
};
|
||||
|
||||
typedef struct {
|
||||
PyObject_HEAD
|
||||
PyObject *strings;
|
||||
PyObject *interpolations;
|
||||
} templateobject;
|
||||
|
||||
#define templateobject_CAST(op) \
|
||||
(assert(_PyTemplate_CheckExact(op)), _Py_CAST(templateobject*, (op)))
|
||||
|
||||
static PyObject *
|
||||
template_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
|
||||
{
|
||||
if (kwds != NULL) {
|
||||
PyErr_SetString(PyExc_TypeError, "Template.__new__ only accepts *args arguments");
|
||||
return NULL;
|
||||
}
|
||||
|
||||
Py_ssize_t argslen = PyTuple_GET_SIZE(args);
|
||||
Py_ssize_t stringslen = 0;
|
||||
Py_ssize_t interpolationslen = 0;
|
||||
int last_was_str = 0;
|
||||
|
||||
for (Py_ssize_t i = 0; i < argslen; i++) {
|
||||
PyObject *item = PyTuple_GET_ITEM(args, i);
|
||||
if (PyUnicode_Check(item)) {
|
||||
if (!last_was_str) {
|
||||
stringslen++;
|
||||
}
|
||||
last_was_str = 1;
|
||||
}
|
||||
else if (_PyInterpolation_CheckExact(item)) {
|
||||
if (!last_was_str) {
|
||||
stringslen++;
|
||||
}
|
||||
interpolationslen++;
|
||||
last_was_str = 0;
|
||||
}
|
||||
else {
|
||||
PyErr_Format(
|
||||
PyExc_TypeError,
|
||||
"Template.__new__ *args need to be of type 'str' or 'Interpolation', got %T",
|
||||
item);
|
||||
return NULL;
|
||||
}
|
||||
}
|
||||
if (!last_was_str) {
|
||||
stringslen++;
|
||||
}
|
||||
|
||||
PyObject *strings = PyTuple_New(stringslen);
|
||||
if (!strings) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
PyObject *interpolations = PyTuple_New(interpolationslen);
|
||||
if (!interpolations) {
|
||||
Py_DECREF(strings);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
last_was_str = 0;
|
||||
Py_ssize_t stringsidx = 0, interpolationsidx = 0;
|
||||
for (Py_ssize_t i = 0; i < argslen; i++) {
|
||||
PyObject *item = PyTuple_GET_ITEM(args, i);
|
||||
if (PyUnicode_Check(item)) {
|
||||
if (last_was_str) {
|
||||
PyObject *laststring = PyTuple_GET_ITEM(strings, stringsidx - 1);
|
||||
PyObject *concat = PyUnicode_Concat(laststring, item);
|
||||
Py_DECREF(laststring);
|
||||
if (!concat) {
|
||||
Py_DECREF(strings);
|
||||
Py_DECREF(interpolations);
|
||||
return NULL;
|
||||
}
|
||||
PyTuple_SET_ITEM(strings, stringsidx - 1, concat);
|
||||
}
|
||||
else {
|
||||
PyTuple_SET_ITEM(strings, stringsidx++, Py_NewRef(item));
|
||||
}
|
||||
last_was_str = 1;
|
||||
}
|
||||
else if (_PyInterpolation_CheckExact(item)) {
|
||||
if (!last_was_str) {
|
||||
_Py_DECLARE_STR(empty, "");
|
||||
PyTuple_SET_ITEM(strings, stringsidx++, &_Py_STR(empty));
|
||||
}
|
||||
PyTuple_SET_ITEM(interpolations, interpolationsidx++, Py_NewRef(item));
|
||||
last_was_str = 0;
|
||||
}
|
||||
}
|
||||
if (!last_was_str) {
|
||||
_Py_DECLARE_STR(empty, "");
|
||||
PyTuple_SET_ITEM(strings, stringsidx++, &_Py_STR(empty));
|
||||
}
|
||||
|
||||
PyObject *template = _PyTemplate_Build(strings, interpolations);
|
||||
Py_DECREF(strings);
|
||||
Py_DECREF(interpolations);
|
||||
return template;
|
||||
}
|
||||
|
||||
static void
|
||||
template_dealloc(PyObject *op)
|
||||
{
|
||||
PyObject_GC_UnTrack(op);
|
||||
Py_TYPE(op)->tp_clear(op);
|
||||
Py_TYPE(op)->tp_free(op);
|
||||
}
|
||||
|
||||
static int
|
||||
template_clear(PyObject *op)
|
||||
{
|
||||
templateobject *self = templateobject_CAST(op);
|
||||
Py_CLEAR(self->strings);
|
||||
Py_CLEAR(self->interpolations);
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int
|
||||
template_traverse(PyObject *op, visitproc visit, void *arg)
|
||||
{
|
||||
templateobject *self = templateobject_CAST(op);
|
||||
Py_VISIT(self->strings);
|
||||
Py_VISIT(self->interpolations);
|
||||
return 0;
|
||||
}
|
||||
|
||||
static PyObject *
|
||||
template_repr(PyObject *op)
|
||||
{
|
||||
templateobject *self = templateobject_CAST(op);
|
||||
return PyUnicode_FromFormat("%s(strings=%R, interpolations=%R)",
|
||||
_PyType_Name(Py_TYPE(self)),
|
||||
self->strings,
|
||||
self->interpolations);
|
||||
}
|
||||
|
||||
static PyObject *
|
||||
template_iter(PyObject *op)
|
||||
{
|
||||
templateobject *self = templateobject_CAST(op);
|
||||
templateiterobject *iter = PyObject_GC_New(templateiterobject, &_PyTemplateIter_Type);
|
||||
if (iter == NULL) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
PyObject *stringsiter = PyObject_GetIter(self->strings);
|
||||
if (stringsiter == NULL) {
|
||||
Py_DECREF(iter);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
PyObject *interpolationsiter = PyObject_GetIter(self->interpolations);
|
||||
if (interpolationsiter == NULL) {
|
||||
Py_DECREF(iter);
|
||||
Py_DECREF(stringsiter);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
iter->stringsiter = stringsiter;
|
||||
iter->interpolationsiter = interpolationsiter;
|
||||
iter->from_strings = 1;
|
||||
PyObject_GC_Track(iter);
|
||||
return (PyObject *)iter;
|
||||
}
|
||||
|
||||
static PyObject *
|
||||
template_strings_append_str(PyObject *strings, PyObject *str)
|
||||
{
|
||||
Py_ssize_t stringslen = PyTuple_GET_SIZE(strings);
|
||||
PyObject *string = PyTuple_GET_ITEM(strings, stringslen - 1);
|
||||
PyObject *concat = PyUnicode_Concat(string, str);
|
||||
if (concat == NULL) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
PyObject *newstrings = PyTuple_New(stringslen);
|
||||
if (newstrings == NULL) {
|
||||
Py_DECREF(concat);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
for (Py_ssize_t i = 0; i < stringslen - 1; i++) {
|
||||
PyTuple_SET_ITEM(newstrings, i, Py_NewRef(PyTuple_GET_ITEM(strings, i)));
|
||||
}
|
||||
PyTuple_SET_ITEM(newstrings, stringslen - 1, concat);
|
||||
|
||||
return newstrings;
|
||||
}
|
||||
|
||||
static PyObject *
|
||||
template_strings_prepend_str(PyObject *strings, PyObject *str)
|
||||
{
|
||||
Py_ssize_t stringslen = PyTuple_GET_SIZE(strings);
|
||||
PyObject *string = PyTuple_GET_ITEM(strings, 0);
|
||||
PyObject *concat = PyUnicode_Concat(str, string);
|
||||
if (concat == NULL) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
PyObject *newstrings = PyTuple_New(stringslen);
|
||||
if (newstrings == NULL) {
|
||||
Py_DECREF(concat);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
PyTuple_SET_ITEM(newstrings, 0, concat);
|
||||
for (Py_ssize_t i = 1; i < stringslen; i++) {
|
||||
PyTuple_SET_ITEM(newstrings, i, Py_NewRef(PyTuple_GET_ITEM(strings, i)));
|
||||
}
|
||||
|
||||
return newstrings;
|
||||
}
|
||||
|
||||
static PyObject *
|
||||
template_strings_concat(PyObject *left, PyObject *right)
|
||||
{
|
||||
Py_ssize_t left_stringslen = PyTuple_GET_SIZE(left);
|
||||
PyObject *left_laststring = PyTuple_GET_ITEM(left, left_stringslen - 1);
|
||||
Py_ssize_t right_stringslen = PyTuple_GET_SIZE(right);
|
||||
PyObject *right_firststring = PyTuple_GET_ITEM(right, 0);
|
||||
|
||||
PyObject *concat = PyUnicode_Concat(left_laststring, right_firststring);
|
||||
if (concat == NULL) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
PyObject *newstrings = PyTuple_New(left_stringslen + right_stringslen - 1);
|
||||
if (newstrings == NULL) {
|
||||
Py_DECREF(concat);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
Py_ssize_t index = 0;
|
||||
for (Py_ssize_t i = 0; i < left_stringslen - 1; i++) {
|
||||
PyTuple_SET_ITEM(newstrings, index++, Py_NewRef(PyTuple_GET_ITEM(left, i)));
|
||||
}
|
||||
PyTuple_SET_ITEM(newstrings, index++, concat);
|
||||
for (Py_ssize_t i = 1; i < right_stringslen; i++) {
|
||||
PyTuple_SET_ITEM(newstrings, index++, Py_NewRef(PyTuple_GET_ITEM(right, i)));
|
||||
}
|
||||
|
||||
return newstrings;
|
||||
}
|
||||
|
||||
static PyObject *
|
||||
template_concat_templates(templateobject *self, templateobject *other)
|
||||
{
|
||||
PyObject *newstrings = template_strings_concat(self->strings, other->strings);
|
||||
if (newstrings == NULL) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
PyObject *newinterpolations = PySequence_Concat(self->interpolations, other->interpolations);
|
||||
if (newinterpolations == NULL) {
|
||||
Py_DECREF(newstrings);
|
||||
return NULL;
|
||||
}
|
||||
|
||||
PyObject *newtemplate = _PyTemplate_Build(newstrings, newinterpolations);
|
||||
Py_DECREF(newstrings);
|
||||
Py_DECREF(newinterpolations);
|
||||
return newtemplate;
|
||||
}
|
||||
|
||||
static PyObject *
|
||||
template_concat_template_str(templateobject *self, PyObject *other)
|
||||
{
|
||||
PyObject *newstrings = template_strings_append_str(self->strings, other);
|
||||
if (newstrings == NULL) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
PyObject *newtemplate = _PyTemplate_Build(newstrings, self->interpolations);
|
||||
Py_DECREF(newstrings);
|
||||
return newtemplate;
|
||||
}
|
||||
|
||||
static PyObject *
|
||||
template_concat_str_template(templateobject *self, PyObject *other)
|
||||
{
|
||||
PyObject *newstrings = template_strings_prepend_str(self->strings, other);
|
||||
if (newstrings == NULL) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
PyObject *newtemplate = _PyTemplate_Build(newstrings, self->interpolations);
|
||||
Py_DECREF(newstrings);
|
||||
return newtemplate;
|
||||
}
|
||||
|
||||
PyObject *
|
||||
_PyTemplate_Concat(PyObject *self, PyObject *other)
|
||||
{
|
||||
if (_PyTemplate_CheckExact(self) && _PyTemplate_CheckExact(other)) {
|
||||
return template_concat_templates((templateobject *) self, (templateobject *) other);
|
||||
}
|
||||
else if ((_PyTemplate_CheckExact(self)) && PyUnicode_Check(other)) {
|
||||
return template_concat_template_str((templateobject *) self, other);
|
||||
}
|
||||
else if (PyUnicode_Check(self) && (_PyTemplate_CheckExact(other))) {
|
||||
return template_concat_str_template((templateobject *) other, self);
|
||||
}
|
||||
else {
|
||||
Py_RETURN_NOTIMPLEMENTED;
|
||||
}
|
||||
}
|
||||
|
||||
static PyObject *
|
||||
template_values_get(PyObject *op, void *Py_UNUSED(data))
|
||||
{
|
||||
templateobject *self = templateobject_CAST(op);
|
||||
|
||||
Py_ssize_t len = PyTuple_GET_SIZE(self->interpolations);
|
||||
PyObject *values = PyTuple_New(PyTuple_GET_SIZE(self->interpolations));
|
||||
if (values == NULL) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
for (Py_ssize_t i = 0; i < len; i++) {
|
||||
PyObject *item = PyTuple_GET_ITEM(self->interpolations, i);
|
||||
PyTuple_SET_ITEM(values, i, _PyInterpolation_GetValueRef(item));
|
||||
}
|
||||
|
||||
return values;
|
||||
}
|
||||
|
||||
static PyMemberDef template_members[] = {
|
||||
{"strings", Py_T_OBJECT_EX, offsetof(templateobject, strings), Py_READONLY, "Strings"},
|
||||
{"interpolations", Py_T_OBJECT_EX, offsetof(templateobject, interpolations), Py_READONLY, "Interpolations"},
|
||||
{NULL},
|
||||
};
|
||||
|
||||
static PyGetSetDef template_getset[] = {
|
||||
{"values", template_values_get, NULL,
|
||||
PyDoc_STR("Values of interpolations"), NULL},
|
||||
{NULL},
|
||||
};
|
||||
|
||||
static PySequenceMethods template_as_sequence = {
|
||||
.sq_concat = _PyTemplate_Concat,
|
||||
};
|
||||
|
||||
static PyObject*
|
||||
template_reduce(PyObject *op, PyObject *Py_UNUSED(dummy))
|
||||
{
|
||||
PyObject *mod = PyImport_ImportModule("string.templatelib");
|
||||
if (mod == NULL) {
|
||||
return NULL;
|
||||
}
|
||||
PyObject *func = PyObject_GetAttrString(mod, "_template_unpickle");
|
||||
Py_DECREF(mod);
|
||||
if (func == NULL) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
templateobject *self = templateobject_CAST(op);
|
||||
PyObject *result = Py_BuildValue("O(OO)",
|
||||
func,
|
||||
self->strings,
|
||||
self->interpolations);
|
||||
|
||||
Py_DECREF(func);
|
||||
return result;
|
||||
}
|
||||
|
||||
static PyMethodDef template_methods[] = {
|
||||
{"__reduce__", template_reduce, METH_NOARGS, NULL},
|
||||
{NULL, NULL},
|
||||
};
|
||||
|
||||
PyTypeObject _PyTemplate_Type = {
|
||||
PyVarObject_HEAD_INIT(NULL, 0)
|
||||
.tp_name = "string.templatelib.Template",
|
||||
.tp_doc = PyDoc_STR("Template object"),
|
||||
.tp_basicsize = sizeof(templateobject),
|
||||
.tp_itemsize = 0,
|
||||
.tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,
|
||||
.tp_as_sequence = &template_as_sequence,
|
||||
.tp_new = template_new,
|
||||
.tp_alloc = PyType_GenericAlloc,
|
||||
.tp_dealloc = template_dealloc,
|
||||
.tp_clear = template_clear,
|
||||
.tp_free = PyObject_GC_Del,
|
||||
.tp_repr = template_repr,
|
||||
.tp_members = template_members,
|
||||
.tp_methods = template_methods,
|
||||
.tp_getset = template_getset,
|
||||
.tp_iter = template_iter,
|
||||
.tp_traverse = template_traverse,
|
||||
};
|
||||
|
||||
PyObject *
|
||||
_PyTemplate_Build(PyObject *strings, PyObject *interpolations)
|
||||
{
|
||||
templateobject *template = PyObject_GC_New(templateobject, &_PyTemplate_Type);
|
||||
if (template == NULL) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
template->strings = Py_NewRef(strings);
|
||||
template->interpolations = Py_NewRef(interpolations);
|
||||
PyObject_GC_Track(template);
|
||||
return (PyObject *) template;
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue