diff options
| author | Jim Fasarakis-Hilliard <d.f.hilliard@gmail.com> | 2017-03-14 20:16:15 (GMT) |
|---|---|---|
| committer | Stefan Krah <skrah@bytereef.org> | 2017-03-14 20:16:15 (GMT) |
| commit | d4914e9041cb9455592facba2a1afa6d905f1c01 (patch) | |
| tree | a079685cdebad7f9b8bb3ac5c84e7a0f15a3584b /Lib/tokenize.py | |
| parent | 9135275cba680902e6caf29461f0423dc570190d (diff) | |
| download | cpython-d4914e9041cb9455592facba2a1afa6d905f1c01.zip cpython-d4914e9041cb9455592facba2a1afa6d905f1c01.tar.gz cpython-d4914e9041cb9455592facba2a1afa6d905f1c01.tar.bz2 | |
Add ELLIPSIS and RARROW. Add tests (#666)
Diffstat (limited to 'Lib/tokenize.py')
| -rw-r--r-- | Lib/tokenize.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/Lib/tokenize.py b/Lib/tokenize.py index 825aa90..eea88b7 100644 --- a/Lib/tokenize.py +++ b/Lib/tokenize.py @@ -86,12 +86,14 @@ EXACT_TOKEN_TYPES = { '%=': PERCENTEQUAL, '&=': AMPEREQUAL, '|=': VBAREQUAL, - '^=': CIRCUMFLEXEQUAL, + '^=': CIRCUMFLEXEQUAL, '<<=': LEFTSHIFTEQUAL, '>>=': RIGHTSHIFTEQUAL, '**=': DOUBLESTAREQUAL, '//': DOUBLESLASH, '//=': DOUBLESLASHEQUAL, + '...': ELLIPSIS, + '->': RARROW, '@': AT, '@=': ATEQUAL, } |