summaryrefslogtreecommitdiffstats
path: root/Lib/token.py
diff options
context:
space:
mode:
Diffstat (limited to 'Lib/token.py')
-rw-r--r--Lib/token.py12
1 files changed, 7 insertions, 5 deletions
diff --git a/Lib/token.py b/Lib/token.py
index 7224eca..9bf80a5 100644
--- a/Lib/token.py
+++ b/Lib/token.py
@@ -58,12 +58,14 @@ RARROW = 51
ELLIPSIS = 52
COLONEQUAL = 53
OP = 54
+TYPE_IGNORE = 55
+TYPE_COMMENT = 56
# These aren't used by the C tokenizer but are needed for tokenize.py
-ERRORTOKEN = 55
-COMMENT = 56
-NL = 57
-ENCODING = 58
-N_TOKENS = 59
+ERRORTOKEN = 57
+COMMENT = 58
+NL = 59
+ENCODING = 60
+N_TOKENS = 61
# Special definitions for cooperation with parser
NT_OFFSET = 256