diff options
Diffstat (limited to 'Lib/token.py')
-rw-r--r-- | Lib/token.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/Lib/token.py b/Lib/token.py index 1459d12..487f6ed 100644 --- a/Lib/token.py +++ b/Lib/token.py @@ -67,10 +67,10 @@ SOFT_KEYWORD = 60 FSTRING_START = 61 FSTRING_MIDDLE = 62 FSTRING_END = 63 +COMMENT = 64 +NL = 65 # These aren't used by the C tokenizer but are needed for tokenize.py -ERRORTOKEN = 64 -COMMENT = 65 -NL = 66 +ERRORTOKEN = 66 ENCODING = 67 N_TOKENS = 68 # Special definitions for cooperation with parser |