summaryrefslogtreecommitdiffstats
path: root/PC/config.c
diff options
context:
space:
mode:
authorPablo Galindo Salgado <Pablogsal@gmail.com>2021-08-24 16:50:05 (GMT)
committerGitHub <noreply@github.com>2021-08-24 16:50:05 (GMT)
commita24676bedcd332dd7e6fa5521d0449206391d190 (patch)
tree45ccbb5c30c4debd12c08df5edbdb87e38353348 /PC/config.c
parent9ed523159c7ba840dbf403e02498eeae1b5d3ed9 (diff)
downloadcpython-a24676bedcd332dd7e6fa5521d0449206391d190.zip
cpython-a24676bedcd332dd7e6fa5521d0449206391d190.tar.gz
cpython-a24676bedcd332dd7e6fa5521d0449206391d190.tar.bz2
Add tests for the C tokenizer and expose it as a private module (GH-27924)
Diffstat (limited to 'PC/config.c')
-rw-r--r--PC/config.c5
1 files changed, 2 insertions, 3 deletions
diff --git a/PC/config.c b/PC/config.c
index 11743ea..9d900c7 100644
--- a/PC/config.c
+++ b/PC/config.c
@@ -72,9 +72,8 @@ extern PyObject* _PyWarnings_Init(void);
extern PyObject* PyInit__string(void);
extern PyObject* PyInit__stat(void);
extern PyObject* PyInit__opcode(void);
-
extern PyObject* PyInit__contextvars(void);
-
+extern PyObject* PyInit__tokenize(void);
/* tools/freeze/makeconfig.py marker for additional "extern" */
/* -- ADDMODULE MARKER 1 -- */
@@ -83,7 +82,6 @@ extern PyObject* PyMarshal_Init(void);
extern PyObject* PyInit__imp(void);
struct _inittab _PyImport_Inittab[] = {
-
{"_abc", PyInit__abc},
{"array", PyInit_array},
{"_ast", PyInit__ast},
@@ -105,6 +103,7 @@ struct _inittab _PyImport_Inittab[] = {
{"_blake2", PyInit__blake2},
{"time", PyInit_time},
{"_thread", PyInit__thread},
+ {"_tokenize", PyInit__tokenize},
{"_typing", PyInit__typing},
{"_statistics", PyInit__statistics},
#ifdef WIN32