add a asdl bytes type, so Bytes.s be properly typechecked

This commit is contained in:
Benjamin Peterson 2011-08-09 16:08:39 -05:00
parent 18205baf25
commit e249841903
5 changed files with 28 additions and 7 deletions

View file

@ -3,6 +3,7 @@
typedef PyObject * identifier; typedef PyObject * identifier;
typedef PyObject * string; typedef PyObject * string;
typedef PyObject * bytes;
typedef PyObject * object; typedef PyObject * object;
/* It would be nice if the code generated by asdl_c.py was completely /* It would be nice if the code generated by asdl_c.py was completely

View file

@ -1,4 +1,4 @@
-- ASDL's four builtin types are identifier, int, string, object -- ASDL's five builtin types are identifier, int, string, bytes, object
module Python module Python
{ {
@ -67,7 +67,7 @@ module Python
expr? starargs, expr? kwargs) expr? starargs, expr? kwargs)
| Num(object n) -- a number as a PyObject. | Num(object n) -- a number as a PyObject.
| Str(string s) -- need to specify raw, unicode, etc? | Str(string s) -- need to specify raw, unicode, etc?
| Bytes(string s) | Bytes(bytes s)
| Ellipsis | Ellipsis
-- other literals? bools? -- other literals? bools?

View file

@ -228,7 +228,7 @@ class ASDLParser(spark.GenericParser, object):
" field ::= Id ? " " field ::= Id ? "
return Field(type[0], opt=True) return Field(type[0], opt=True)
builtin_types = ("identifier", "string", "int", "bool", "object") builtin_types = ("identifier", "string", "bytes", "int", "bool", "object")
# below is a collection of classes to capture the AST of an AST :-) # below is a collection of classes to capture the AST of an AST :-)
# not sure if any of the methods are useful yet, but I'm adding them # not sure if any of the methods are useful yet, but I'm adding them

View file

@ -776,6 +776,7 @@ static PyObject* ast2obj_object(void *o)
} }
#define ast2obj_identifier ast2obj_object #define ast2obj_identifier ast2obj_object
#define ast2obj_string ast2obj_object #define ast2obj_string ast2obj_object
#define ast2obj_bytes ast2obj_object
static PyObject* ast2obj_int(long b) static PyObject* ast2obj_int(long b)
{ {
@ -813,6 +814,15 @@ static int obj2ast_string(PyObject* obj, PyObject** out, PyArena* arena)
return obj2ast_object(obj, out, arena); return obj2ast_object(obj, out, arena);
} }
static int obj2ast_bytes(PyObject* obj, PyObject** out, PyArena* arena)
{
if (!PyBytes_CheckExact(obj)) {
PyErr_SetString(PyExc_TypeError, "AST bytes must be of type bytes");
return 1;
}
return obj2ast_object(obj, out, arena);
}
static int obj2ast_int(PyObject* obj, int* out, PyArena* arena) static int obj2ast_int(PyObject* obj, int* out, PyArena* arena)
{ {
int i; int i;

View file

@ -573,6 +573,7 @@ static PyObject* ast2obj_object(void *o)
} }
#define ast2obj_identifier ast2obj_object #define ast2obj_identifier ast2obj_object
#define ast2obj_string ast2obj_object #define ast2obj_string ast2obj_object
#define ast2obj_bytes ast2obj_object
static PyObject* ast2obj_int(long b) static PyObject* ast2obj_int(long b)
{ {
@ -610,6 +611,15 @@ static int obj2ast_string(PyObject* obj, PyObject** out, PyArena* arena)
return obj2ast_object(obj, out, arena); return obj2ast_object(obj, out, arena);
} }
static int obj2ast_bytes(PyObject* obj, PyObject** out, PyArena* arena)
{
if (!PyBytes_CheckExact(obj)) {
PyErr_SetString(PyExc_TypeError, "AST bytes must be of type bytes");
return 1;
}
return obj2ast_object(obj, out, arena);
}
static int obj2ast_int(PyObject* obj, int* out, PyArena* arena) static int obj2ast_int(PyObject* obj, int* out, PyArena* arena)
{ {
int i; int i;
@ -1773,7 +1783,7 @@ Str(string s, int lineno, int col_offset, PyArena *arena)
} }
expr_ty expr_ty
Bytes(string s, int lineno, int col_offset, PyArena *arena) Bytes(bytes s, int lineno, int col_offset, PyArena *arena)
{ {
expr_ty p; expr_ty p;
if (!s) { if (!s) {
@ -2804,7 +2814,7 @@ ast2obj_expr(void* _o)
case Bytes_kind: case Bytes_kind:
result = PyType_GenericNew(Bytes_type, NULL, NULL); result = PyType_GenericNew(Bytes_type, NULL, NULL);
if (!result) goto failed; if (!result) goto failed;
value = ast2obj_string(o->v.Bytes.s); value = ast2obj_bytes(o->v.Bytes.s);
if (!value) goto failed; if (!value) goto failed;
if (PyObject_SetAttrString(result, "s", value) == -1) if (PyObject_SetAttrString(result, "s", value) == -1)
goto failed; goto failed;
@ -5509,13 +5519,13 @@ obj2ast_expr(PyObject* obj, expr_ty* out, PyArena* arena)
return 1; return 1;
} }
if (isinstance) { if (isinstance) {
string s; bytes s;
if (PyObject_HasAttrString(obj, "s")) { if (PyObject_HasAttrString(obj, "s")) {
int res; int res;
tmp = PyObject_GetAttrString(obj, "s"); tmp = PyObject_GetAttrString(obj, "s");
if (tmp == NULL) goto failed; if (tmp == NULL) goto failed;
res = obj2ast_string(tmp, &s, arena); res = obj2ast_bytes(tmp, &s, arena);
if (res != 0) goto failed; if (res != 0) goto failed;
Py_XDECREF(tmp); Py_XDECREF(tmp);
tmp = NULL; tmp = NULL;