summaryrefslogtreecommitdiffstats
path: root/Lib
diff options
context:
space:
mode:
Diffstat (limited to 'Lib')
-rw-r--r--Lib/test/test_tokenize.py8
1 files changed, 8 insertions, 0 deletions
diff --git a/Lib/test/test_tokenize.py b/Lib/test/test_tokenize.py
index abb6885..293592b 100644
--- a/Lib/test/test_tokenize.py
+++ b/Lib/test/test_tokenize.py
@@ -84,6 +84,14 @@ class TokenizeTest(TestCase):
NEWLINE '\\n' (4, 26) (4, 27)
DEDENT '' (5, 0) (5, 0)
""")
+
+ self.check_tokenize("foo='bar'\r\n", """\
+ NAME 'foo' (1, 0) (1, 3)
+ OP '=' (1, 3) (1, 4)
+ STRING "'bar'" (1, 4) (1, 9)
+ NEWLINE '\\n' (1, 9) (1, 10)
+ """)
+
indent_error_file = b"""\
def k(x):
x += 2