summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--Lib/tokenize.py1
1 files changed, 1 insertions, 0 deletions
diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index 33c5e41..b952b36 100644
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -78,6 +78,7 @@ String = group(r"[uU]?[rR]?'[^\n'\\]*(?:\\.[^\n'\\]*)*'",
# longest operators first (e.g., if = came before ==, == would get
# recognized as two instances of =).
Operator = group(r"\*\*=?", r">>=?", r"<<=?", r"<>", r"!=",
+ r"//=?",
r"[+\-*/%&|^=<>]=?",
r"~")