summaryrefslogtreecommitdiffstats
path: root/Include/internal/pycore_token.h
diff options
context:
space:
mode:
authorPablo Galindo Salgado <Pablogsal@gmail.com>2023-07-26 15:34:15 (GMT)
committerGitHub <noreply@github.com>2023-07-26 15:34:15 (GMT)
commitda8f87b7ea421894c41dfc37f578e03409c5d280 (patch)
treeb48f7099f287b2269a25ab7476fae45c06182f05 /Include/internal/pycore_token.h
parentb0202a4e5d6b629ba5acbc703e950f08ebaf07df (diff)
downloadcpython-da8f87b7ea421894c41dfc37f578e03409c5d280.zip
cpython-da8f87b7ea421894c41dfc37f578e03409c5d280.tar.gz
cpython-da8f87b7ea421894c41dfc37f578e03409c5d280.tar.bz2
gh-107015: Remove async_hacks from the tokenizer (#107018)
Diffstat (limited to 'Include/internal/pycore_token.h')
-rw-r--r--Include/internal/pycore_token.h22
1 files changed, 10 insertions, 12 deletions
diff --git a/Include/internal/pycore_token.h b/Include/internal/pycore_token.h
index c02e637..9c65cd8 100644
--- a/Include/internal/pycore_token.h
+++ b/Include/internal/pycore_token.h
@@ -69,18 +69,16 @@ extern "C" {
#define COLONEQUAL 53
#define EXCLAMATION 54
#define OP 55
-#define AWAIT 56
-#define ASYNC 57
-#define TYPE_IGNORE 58
-#define TYPE_COMMENT 59
-#define SOFT_KEYWORD 60
-#define FSTRING_START 61
-#define FSTRING_MIDDLE 62
-#define FSTRING_END 63
-#define COMMENT 64
-#define NL 65
-#define ERRORTOKEN 66
-#define N_TOKENS 68
+#define TYPE_IGNORE 56
+#define TYPE_COMMENT 57
+#define SOFT_KEYWORD 58
+#define FSTRING_START 59
+#define FSTRING_MIDDLE 60
+#define FSTRING_END 61
+#define COMMENT 62
+#define NL 63
+#define ERRORTOKEN 64
+#define N_TOKENS 66
#define NT_OFFSET 256
/* Special definitions for cooperation with parser */