diff options
| author | Guido van Rossum <guido@python.org> | 2001-08-08 05:04:07 (GMT) |
|---|---|---|
| committer | Guido van Rossum <guido@python.org> | 2001-08-08 05:04:07 (GMT) |
| commit | 96204f5e4916c9f4f00855ef4e76c35aa17a474e (patch) | |
| tree | 7dcd959bfb8fbfd3ee6e13e46d264878dd078097 /Lib/tokenize.py | |
| parent | 4668b000a1d9113394941ad39875c827634feb49 (diff) | |
| download | cpython-96204f5e4916c9f4f00855ef4e76c35aa17a474e.zip cpython-96204f5e4916c9f4f00855ef4e76c35aa17a474e.tar.gz cpython-96204f5e4916c9f4f00855ef4e76c35aa17a474e.tar.bz2 | |
Add new tokens // and //=, in support of PEP 238.
Diffstat (limited to 'Lib/tokenize.py')
| -rw-r--r-- | Lib/tokenize.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/Lib/tokenize.py b/Lib/tokenize.py index 33c5e41..b952b36 100644 --- a/Lib/tokenize.py +++ b/Lib/tokenize.py @@ -78,6 +78,7 @@ String = group(r"[uU]?[rR]?'[^\n'\\]*(?:\\.[^\n'\\]*)*'", # longest operators first (e.g., if = came before ==, == would get # recognized as two instances of =). Operator = group(r"\*\*=?", r">>=?", r"<<=?", r"<>", r"!=", + r"//=?", r"[+\-*/%&|^=<>]=?", r"~") |