diff options
Diffstat (limited to 'Lib')
| -rw-r--r-- | Lib/token.py | 12 | ||||
| -rw-r--r-- | Lib/tokenize.py | 2 |
2 files changed, 6 insertions, 8 deletions
diff --git a/Lib/token.py b/Lib/token.py index 091f80b..ba13205 100644 --- a/Lib/token.py +++ b/Lib/token.py @@ -65,14 +65,12 @@ RARROW = 51 ELLIPSIS = 52 # Don't forget to update the table _PyParser_TokenNames in tokenizer.c! OP = 53 -AWAIT = 54 -ASYNC = 55 -ERRORTOKEN = 56 +ERRORTOKEN = 54 # These aren't used by the C tokenizer but are needed for tokenize.py -COMMENT = 57 -NL = 58 -ENCODING = 59 -N_TOKENS = 60 +COMMENT = 55 +NL = 56 +ENCODING = 57 +N_TOKENS = 58 # Special definitions for cooperation with parser NT_OFFSET = 256 #--end constants-- diff --git a/Lib/tokenize.py b/Lib/tokenize.py index f5c6ac7..6528b90 100644 --- a/Lib/tokenize.py +++ b/Lib/tokenize.py @@ -284,7 +284,7 @@ class Untokenizer: self.encoding = tokval continue - if toknum in (NAME, NUMBER, ASYNC, AWAIT): + if toknum in (NAME, NUMBER): tokval += ' ' # Insert a space between two consecutive strings |