diff options
Diffstat (limited to 'Lib/tokenize.py')
| -rw-r--r-- | Lib/tokenize.py | 11 |
1 files changed, 2 insertions, 9 deletions
diff --git a/Lib/tokenize.py b/Lib/tokenize.py index 9017bb1..5fa4152 100644 --- a/Lib/tokenize.py +++ b/Lib/tokenize.py @@ -38,17 +38,10 @@ cookie_re = re.compile(r'^[ \t\f]*#.*?coding[:=][ \t]*([-\w.]+)', re.ASCII) blank_re = re.compile(br'^[ \t\f]*(?:[#\r\n]|$)', re.ASCII) import token -__all__ = token.__all__ + ["COMMENT", "tokenize", "detect_encoding", - "NL", "untokenize", "ENCODING", "TokenInfo"] +__all__ = token.__all__ + ["tokenize", "detect_encoding", + "untokenize", "TokenInfo"] del token -COMMENT = N_TOKENS -tok_name[COMMENT] = 'COMMENT' -NL = N_TOKENS + 1 -tok_name[NL] = 'NL' -ENCODING = N_TOKENS + 2 -tok_name[ENCODING] = 'ENCODING' -N_TOKENS += 3 EXACT_TOKEN_TYPES = { '(': LPAR, ')': RPAR, |