diff options
author | Pablo Galindo Salgado <Pablogsal@gmail.com> | 2023-07-26 15:34:15 (GMT) |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-07-26 15:34:15 (GMT) |
commit | da8f87b7ea421894c41dfc37f578e03409c5d280 (patch) | |
tree | b48f7099f287b2269a25ab7476fae45c06182f05 /Include/internal/pycore_token.h | |
parent | b0202a4e5d6b629ba5acbc703e950f08ebaf07df (diff) | |
download | cpython-da8f87b7ea421894c41dfc37f578e03409c5d280.zip cpython-da8f87b7ea421894c41dfc37f578e03409c5d280.tar.gz cpython-da8f87b7ea421894c41dfc37f578e03409c5d280.tar.bz2 |
gh-107015: Remove async_hacks from the tokenizer (#107018)
Diffstat (limited to 'Include/internal/pycore_token.h')
-rw-r--r-- | Include/internal/pycore_token.h | 22 |
1 files changed, 10 insertions, 12 deletions
diff --git a/Include/internal/pycore_token.h b/Include/internal/pycore_token.h index c02e637..9c65cd8 100644 --- a/Include/internal/pycore_token.h +++ b/Include/internal/pycore_token.h @@ -69,18 +69,16 @@ extern "C" { #define COLONEQUAL 53 #define EXCLAMATION 54 #define OP 55 -#define AWAIT 56 -#define ASYNC 57 -#define TYPE_IGNORE 58 -#define TYPE_COMMENT 59 -#define SOFT_KEYWORD 60 -#define FSTRING_START 61 -#define FSTRING_MIDDLE 62 -#define FSTRING_END 63 -#define COMMENT 64 -#define NL 65 -#define ERRORTOKEN 66 -#define N_TOKENS 68 +#define TYPE_IGNORE 56 +#define TYPE_COMMENT 57 +#define SOFT_KEYWORD 58 +#define FSTRING_START 59 +#define FSTRING_MIDDLE 60 +#define FSTRING_END 61 +#define COMMENT 62 +#define NL 63 +#define ERRORTOKEN 64 +#define N_TOKENS 66 #define NT_OFFSET 256 /* Special definitions for cooperation with parser */ |