diff options
Diffstat (limited to 'Lib/token.py')
-rw-r--r-- | Lib/token.py | 12 |
1 files changed, 7 insertions, 5 deletions
diff --git a/Lib/token.py b/Lib/token.py index 7224eca..9bf80a5 100644 --- a/Lib/token.py +++ b/Lib/token.py @@ -58,12 +58,14 @@ RARROW = 51 ELLIPSIS = 52 COLONEQUAL = 53 OP = 54 +TYPE_IGNORE = 55 +TYPE_COMMENT = 56 # These aren't used by the C tokenizer but are needed for tokenize.py -ERRORTOKEN = 55 -COMMENT = 56 -NL = 57 -ENCODING = 58 -N_TOKENS = 59 +ERRORTOKEN = 57 +COMMENT = 58 +NL = 59 +ENCODING = 60 +N_TOKENS = 61 # Special definitions for cooperation with parser NT_OFFSET = 256 |