diff options
| author | Pablo Galindo Salgado <Pablogsal@gmail.com> | 2021-08-24 16:50:05 (GMT) |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2021-08-24 16:50:05 (GMT) |
| commit | a24676bedcd332dd7e6fa5521d0449206391d190 (patch) | |
| tree | 45ccbb5c30c4debd12c08df5edbdb87e38353348 /Modules/config.c.in | |
| parent | 9ed523159c7ba840dbf403e02498eeae1b5d3ed9 (diff) | |
| download | cpython-a24676bedcd332dd7e6fa5521d0449206391d190.zip cpython-a24676bedcd332dd7e6fa5521d0449206391d190.tar.gz cpython-a24676bedcd332dd7e6fa5521d0449206391d190.tar.bz2 | |
Add tests for the C tokenizer and expose it as a private module (GH-27924)
Diffstat (limited to 'Modules/config.c.in')
| -rw-r--r-- | Modules/config.c.in | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/Modules/config.c.in b/Modules/config.c.in index d69e8e8..6081f95 100644 --- a/Modules/config.c.in +++ b/Modules/config.c.in @@ -28,6 +28,7 @@ extern PyObject* PyMarshal_Init(void); extern PyObject* PyInit__imp(void); extern PyObject* PyInit_gc(void); extern PyObject* PyInit__ast(void); +extern PyObject* PyInit__tokenize(void); extern PyObject* _PyWarnings_Init(void); extern PyObject* PyInit__string(void); @@ -44,6 +45,9 @@ struct _inittab _PyImport_Inittab[] = { /* This lives in Python/Python-ast.c */ {"_ast", PyInit__ast}, + /* This lives in Python/Python-tokenizer.c */ + {"_tokenize", PyInit__tokenize}, + /* These entries are here for sys.builtin_module_names */ {"builtins", NULL}, {"sys", NULL}, |