diff options
Diffstat (limited to 'Python/Python-ast.c')
| -rw-r--r-- | Python/Python-ast.c | 318 | 
1 files changed, 305 insertions, 13 deletions
| diff --git a/Python/Python-ast.c b/Python/Python-ast.c index 45fe444..dcfde3c 100644 --- a/Python/Python-ast.c +++ b/Python/Python-ast.c @@ -2,7 +2,7 @@  /* -   __version__ . +   __version__ 82160.     This module must be committed separately after each AST grammar change;     The __version__ number is set to the revision number of the commit @@ -188,11 +188,26 @@ static char *Dict_fields[]={          "keys",          "values",  }; +static PyTypeObject *Set_type; +static char *Set_fields[]={ +        "elts", +};  static PyTypeObject *ListComp_type;  static char *ListComp_fields[]={          "elt",          "generators",  }; +static PyTypeObject *SetComp_type; +static char *SetComp_fields[]={ +        "elt", +        "generators", +}; +static PyTypeObject *DictComp_type; +static char *DictComp_fields[]={ +        "key", +        "value", +        "generators", +};  static PyTypeObject *GeneratorExp_type;  static char *GeneratorExp_fields[]={          "elt", @@ -512,8 +527,9 @@ static int add_attributes(PyTypeObject* type, char**attrs, int num_fields)  {      int i, result;      PyObject *s, *l = PyTuple_New(num_fields); -    if (!l) return 0; -    for(i = 0; i < num_fields; i++) { +    if (!l) +        return 0; +    for (i = 0; i < num_fields; i++) {          s = PyString_FromString(attrs[i]);          if (!s) {              Py_DECREF(l); @@ -578,8 +594,25 @@ static int obj2ast_object(PyObject* obj, PyObject** out, PyArena* arena)      return 0;  } -#define obj2ast_identifier obj2ast_object -#define obj2ast_string obj2ast_object +static int obj2ast_identifier(PyObject* obj, PyObject** out, PyArena* arena) +{ +    if (!PyString_CheckExact(obj) && obj != Py_None) { +        PyErr_Format(PyExc_TypeError, +                    "AST identifier must be of type str"); +        return 1; +    } +    return obj2ast_object(obj, out, arena); +} + +static int obj2ast_string(PyObject* obj, PyObject** out, PyArena* arena) +{ +    if (!PyString_CheckExact(obj) && !PyUnicode_CheckExact(obj)) { +        PyErr_SetString(PyExc_TypeError, +                       "AST string must be of type str or unicode"); +        return 1; +    } +    return obj2ast_object(obj, out, arena); +}  static int obj2ast_int(PyObject* obj, int* out, PyArena* arena)  { @@ -718,8 +751,14 @@ static int init_types(void)          if (!IfExp_type) return 0;          Dict_type = make_type("Dict", expr_type, Dict_fields, 2);          if (!Dict_type) return 0; +        Set_type = make_type("Set", expr_type, Set_fields, 1); +        if (!Set_type) return 0;          ListComp_type = make_type("ListComp", expr_type, ListComp_fields, 2);          if (!ListComp_type) return 0; +        SetComp_type = make_type("SetComp", expr_type, SetComp_fields, 2); +        if (!SetComp_type) return 0; +        DictComp_type = make_type("DictComp", expr_type, DictComp_fields, 3); +        if (!DictComp_type) return 0;          GeneratorExp_type = make_type("GeneratorExp", expr_type,                                        GeneratorExp_fields, 2);          if (!GeneratorExp_type) return 0; @@ -1330,11 +1369,6 @@ ImportFrom(identifier module, asdl_seq * names, int level, int lineno, int             col_offset, PyArena *arena)  {          stmt_ty p; -        if (!module) { -                PyErr_SetString(PyExc_ValueError, -                                "field module is required for ImportFrom"); -                return NULL; -        }          p = (stmt_ty)PyArena_Malloc(arena, sizeof(*p));          if (!p)                  return NULL; @@ -1595,6 +1629,20 @@ Dict(asdl_seq * keys, asdl_seq * values, int lineno, int col_offset, PyArena  }  expr_ty +Set(asdl_seq * elts, int lineno, int col_offset, PyArena *arena) +{ +        expr_ty p; +        p = (expr_ty)PyArena_Malloc(arena, sizeof(*p)); +        if (!p) +                return NULL; +        p->kind = Set_kind; +        p->v.Set.elts = elts; +        p->lineno = lineno; +        p->col_offset = col_offset; +        return p; +} + +expr_ty  ListComp(expr_ty elt, asdl_seq * generators, int lineno, int col_offset,           PyArena *arena)  { @@ -1616,6 +1664,54 @@ ListComp(expr_ty elt, asdl_seq * generators, int lineno, int col_offset,  }  expr_ty +SetComp(expr_ty elt, asdl_seq * generators, int lineno, int col_offset, PyArena +        *arena) +{ +        expr_ty p; +        if (!elt) { +                PyErr_SetString(PyExc_ValueError, +                                "field elt is required for SetComp"); +                return NULL; +        } +        p = (expr_ty)PyArena_Malloc(arena, sizeof(*p)); +        if (!p) +                return NULL; +        p->kind = SetComp_kind; +        p->v.SetComp.elt = elt; +        p->v.SetComp.generators = generators; +        p->lineno = lineno; +        p->col_offset = col_offset; +        return p; +} + +expr_ty +DictComp(expr_ty key, expr_ty value, asdl_seq * generators, int lineno, int +         col_offset, PyArena *arena) +{ +        expr_ty p; +        if (!key) { +                PyErr_SetString(PyExc_ValueError, +                                "field key is required for DictComp"); +                return NULL; +        } +        if (!value) { +                PyErr_SetString(PyExc_ValueError, +                                "field value is required for DictComp"); +                return NULL; +        } +        p = (expr_ty)PyArena_Malloc(arena, sizeof(*p)); +        if (!p) +                return NULL; +        p->kind = DictComp_kind; +        p->v.DictComp.key = key; +        p->v.DictComp.value = value; +        p->v.DictComp.generators = generators; +        p->lineno = lineno; +        p->col_offset = col_offset; +        return p; +} + +expr_ty  GeneratorExp(expr_ty elt, asdl_seq * generators, int lineno, int col_offset,               PyArena *arena)  { @@ -2571,6 +2667,15 @@ ast2obj_expr(void* _o)                          goto failed;                  Py_DECREF(value);                  break; +        case Set_kind: +                result = PyType_GenericNew(Set_type, NULL, NULL); +                if (!result) goto failed; +                value = ast2obj_list(o->v.Set.elts, ast2obj_expr); +                if (!value) goto failed; +                if (PyObject_SetAttrString(result, "elts", value) == -1) +                        goto failed; +                Py_DECREF(value); +                break;          case ListComp_kind:                  result = PyType_GenericNew(ListComp_type, NULL, NULL);                  if (!result) goto failed; @@ -2586,6 +2691,41 @@ ast2obj_expr(void* _o)                          goto failed;                  Py_DECREF(value);                  break; +        case SetComp_kind: +                result = PyType_GenericNew(SetComp_type, NULL, NULL); +                if (!result) goto failed; +                value = ast2obj_expr(o->v.SetComp.elt); +                if (!value) goto failed; +                if (PyObject_SetAttrString(result, "elt", value) == -1) +                        goto failed; +                Py_DECREF(value); +                value = ast2obj_list(o->v.SetComp.generators, +                                     ast2obj_comprehension); +                if (!value) goto failed; +                if (PyObject_SetAttrString(result, "generators", value) == -1) +                        goto failed; +                Py_DECREF(value); +                break; +        case DictComp_kind: +                result = PyType_GenericNew(DictComp_type, NULL, NULL); +                if (!result) goto failed; +                value = ast2obj_expr(o->v.DictComp.key); +                if (!value) goto failed; +                if (PyObject_SetAttrString(result, "key", value) == -1) +                        goto failed; +                Py_DECREF(value); +                value = ast2obj_expr(o->v.DictComp.value); +                if (!value) goto failed; +                if (PyObject_SetAttrString(result, "value", value) == -1) +                        goto failed; +                Py_DECREF(value); +                value = ast2obj_list(o->v.DictComp.generators, +                                     ast2obj_comprehension); +                if (!value) goto failed; +                if (PyObject_SetAttrString(result, "generators", value) == -1) +                        goto failed; +                Py_DECREF(value); +                break;          case GeneratorExp_kind:                  result = PyType_GenericNew(GeneratorExp_type, NULL, NULL);                  if (!result) goto failed; @@ -4359,8 +4499,7 @@ obj2ast_stmt(PyObject* obj, stmt_ty* out, PyArena* arena)                          Py_XDECREF(tmp);                          tmp = NULL;                  } else { -                        PyErr_SetString(PyExc_TypeError, "required field \"module\" missing from ImportFrom"); -                        return 1; +                        module = NULL;                  }                  if (PyObject_HasAttrString(obj, "names")) {                          int res; @@ -4866,6 +5005,42 @@ obj2ast_expr(PyObject* obj, expr_ty* out, PyArena* arena)                  if (*out == NULL) goto failed;                  return 0;          } +        isinstance = PyObject_IsInstance(obj, (PyObject*)Set_type); +        if (isinstance == -1) { +                return 1; +        } +        if (isinstance) { +                asdl_seq* elts; + +                if (PyObject_HasAttrString(obj, "elts")) { +                        int res; +                        Py_ssize_t len; +                        Py_ssize_t i; +                        tmp = PyObject_GetAttrString(obj, "elts"); +                        if (tmp == NULL) goto failed; +                        if (!PyList_Check(tmp)) { +                                PyErr_Format(PyExc_TypeError, "Set field \"elts\" must be a list, not a %.200s", tmp->ob_type->tp_name); +                                goto failed; +                        } +                        len = PyList_GET_SIZE(tmp); +                        elts = asdl_seq_new(len, arena); +                        if (elts == NULL) goto failed; +                        for (i = 0; i < len; i++) { +                                expr_ty value; +                                res = obj2ast_expr(PyList_GET_ITEM(tmp, i), &value, arena); +                                if (res != 0) goto failed; +                                asdl_seq_SET(elts, i, value); +                        } +                        Py_XDECREF(tmp); +                        tmp = NULL; +                } else { +                        PyErr_SetString(PyExc_TypeError, "required field \"elts\" missing from Set"); +                        return 1; +                } +                *out = Set(elts, lineno, col_offset, arena); +                if (*out == NULL) goto failed; +                return 0; +        }          isinstance = PyObject_IsInstance(obj, (PyObject*)ListComp_type);          if (isinstance == -1) {                  return 1; @@ -4915,6 +5090,118 @@ obj2ast_expr(PyObject* obj, expr_ty* out, PyArena* arena)                  if (*out == NULL) goto failed;                  return 0;          } +        isinstance = PyObject_IsInstance(obj, (PyObject*)SetComp_type); +        if (isinstance == -1) { +                return 1; +        } +        if (isinstance) { +                expr_ty elt; +                asdl_seq* generators; + +                if (PyObject_HasAttrString(obj, "elt")) { +                        int res; +                        tmp = PyObject_GetAttrString(obj, "elt"); +                        if (tmp == NULL) goto failed; +                        res = obj2ast_expr(tmp, &elt, arena); +                        if (res != 0) goto failed; +                        Py_XDECREF(tmp); +                        tmp = NULL; +                } else { +                        PyErr_SetString(PyExc_TypeError, "required field \"elt\" missing from SetComp"); +                        return 1; +                } +                if (PyObject_HasAttrString(obj, "generators")) { +                        int res; +                        Py_ssize_t len; +                        Py_ssize_t i; +                        tmp = PyObject_GetAttrString(obj, "generators"); +                        if (tmp == NULL) goto failed; +                        if (!PyList_Check(tmp)) { +                                PyErr_Format(PyExc_TypeError, "SetComp field \"generators\" must be a list, not a %.200s", tmp->ob_type->tp_name); +                                goto failed; +                        } +                        len = PyList_GET_SIZE(tmp); +                        generators = asdl_seq_new(len, arena); +                        if (generators == NULL) goto failed; +                        for (i = 0; i < len; i++) { +                                comprehension_ty value; +                                res = obj2ast_comprehension(PyList_GET_ITEM(tmp, i), &value, arena); +                                if (res != 0) goto failed; +                                asdl_seq_SET(generators, i, value); +                        } +                        Py_XDECREF(tmp); +                        tmp = NULL; +                } else { +                        PyErr_SetString(PyExc_TypeError, "required field \"generators\" missing from SetComp"); +                        return 1; +                } +                *out = SetComp(elt, generators, lineno, col_offset, arena); +                if (*out == NULL) goto failed; +                return 0; +        } +        isinstance = PyObject_IsInstance(obj, (PyObject*)DictComp_type); +        if (isinstance == -1) { +                return 1; +        } +        if (isinstance) { +                expr_ty key; +                expr_ty value; +                asdl_seq* generators; + +                if (PyObject_HasAttrString(obj, "key")) { +                        int res; +                        tmp = PyObject_GetAttrString(obj, "key"); +                        if (tmp == NULL) goto failed; +                        res = obj2ast_expr(tmp, &key, arena); +                        if (res != 0) goto failed; +                        Py_XDECREF(tmp); +                        tmp = NULL; +                } else { +                        PyErr_SetString(PyExc_TypeError, "required field \"key\" missing from DictComp"); +                        return 1; +                } +                if (PyObject_HasAttrString(obj, "value")) { +                        int res; +                        tmp = PyObject_GetAttrString(obj, "value"); +                        if (tmp == NULL) goto failed; +                        res = obj2ast_expr(tmp, &value, arena); +                        if (res != 0) goto failed; +                        Py_XDECREF(tmp); +                        tmp = NULL; +                } else { +                        PyErr_SetString(PyExc_TypeError, "required field \"value\" missing from DictComp"); +                        return 1; +                } +                if (PyObject_HasAttrString(obj, "generators")) { +                        int res; +                        Py_ssize_t len; +                        Py_ssize_t i; +                        tmp = PyObject_GetAttrString(obj, "generators"); +                        if (tmp == NULL) goto failed; +                        if (!PyList_Check(tmp)) { +                                PyErr_Format(PyExc_TypeError, "DictComp field \"generators\" must be a list, not a %.200s", tmp->ob_type->tp_name); +                                goto failed; +                        } +                        len = PyList_GET_SIZE(tmp); +                        generators = asdl_seq_new(len, arena); +                        if (generators == NULL) goto failed; +                        for (i = 0; i < len; i++) { +                                comprehension_ty value; +                                res = obj2ast_comprehension(PyList_GET_ITEM(tmp, i), &value, arena); +                                if (res != 0) goto failed; +                                asdl_seq_SET(generators, i, value); +                        } +                        Py_XDECREF(tmp); +                        tmp = NULL; +                } else { +                        PyErr_SetString(PyExc_TypeError, "required field \"generators\" missing from DictComp"); +                        return 1; +                } +                *out = DictComp(key, value, generators, lineno, col_offset, +                                arena); +                if (*out == NULL) goto failed; +                return 0; +        }          isinstance = PyObject_IsInstance(obj, (PyObject*)GeneratorExp_type);          if (isinstance == -1) {                  return 1; @@ -6300,7 +6587,7 @@ init_ast(void)          if (PyDict_SetItemString(d, "AST", (PyObject*)&AST_type) < 0) return;          if (PyModule_AddIntConstant(m, "PyCF_ONLY_AST", PyCF_ONLY_AST) < 0)                  return; -        if (PyModule_AddStringConstant(m, "__version__", "") < 0) +        if (PyModule_AddStringConstant(m, "__version__", "82160") < 0)                  return;          if (PyDict_SetItemString(d, "mod", (PyObject*)mod_type) < 0) return;          if (PyDict_SetItemString(d, "Module", (PyObject*)Module_type) < 0) @@ -6357,8 +6644,13 @@ init_ast(void)              return;          if (PyDict_SetItemString(d, "IfExp", (PyObject*)IfExp_type) < 0) return;          if (PyDict_SetItemString(d, "Dict", (PyObject*)Dict_type) < 0) return; +        if (PyDict_SetItemString(d, "Set", (PyObject*)Set_type) < 0) return;          if (PyDict_SetItemString(d, "ListComp", (PyObject*)ListComp_type) < 0)              return; +        if (PyDict_SetItemString(d, "SetComp", (PyObject*)SetComp_type) < 0) +            return; +        if (PyDict_SetItemString(d, "DictComp", (PyObject*)DictComp_type) < 0) +            return;          if (PyDict_SetItemString(d, "GeneratorExp",              (PyObject*)GeneratorExp_type) < 0) return;          if (PyDict_SetItemString(d, "Yield", (PyObject*)Yield_type) < 0) return; | 
