diff options
Diffstat (limited to 'Lib/tokenize.py')
| -rw-r--r-- | Lib/tokenize.py | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/Lib/tokenize.py b/Lib/tokenize.py index a225211..30bb557 100644 --- a/Lib/tokenize.py +++ b/Lib/tokenize.py @@ -54,8 +54,11 @@ Triple = group("[rR]?'''", '[rR]?"""') String = group("[rR]?'" + any(r"[^\n'\\]", r'\\.') + "'", '[rR]?"' + any(r'[^\n"\\]', r'\\.') + '"') -Operator = group('\+', '\-', '\*\*', '\*', '\^', '~', '/', '%', '&', '\|', - '<<', '>>', '==', '<=', '<>', '!=', '>=', '=', '<', '>') +Operator = group('\+=', '\-=', '\*=', '%=', '/=', '\*\*=', '&=', '\|=', + '\^=', '>>=', '<<=', '\+', '\-', '\*\*', '\*', '\^', '~', + '/', '%', '&', '\|', '<<', '>>', '==', '<=', '<>', '!=', + '>=', '=', '<', '>') + Bracket = '[][(){}]' Special = group(r'\r?\n', r'[:;.,`]') Funny = group(Operator, Bracket, Special) |