summaryrefslogtreecommitdiffstats
path: root/Lib/test/tokenize_tests.py
diff options
context:
space:
mode:
authorKa-Ping Yee <ping@zesty.ca>2001-01-15 22:04:30 (GMT)
committerKa-Ping Yee <ping@zesty.ca>2001-01-15 22:04:30 (GMT)
commit1ff08b1243dcb07db975640b2f3cbc82985bee81 (patch)
treeb50ef5916d7dfa11e846987f004224622e46a328 /Lib/test/tokenize_tests.py
parent534c60f9ab1e2bba453690e659d2a86f3ad6439d (diff)
downloadcpython-1ff08b1243dcb07db975640b2f3cbc82985bee81.zip
cpython-1ff08b1243dcb07db975640b2f3cbc82985bee81.tar.gz
cpython-1ff08b1243dcb07db975640b2f3cbc82985bee81.tar.bz2
Add tokenizer support and tests for u'', U"", uR'', Ur"", etc.
Diffstat (limited to 'Lib/test/tokenize_tests.py')
-rw-r--r--Lib/test/tokenize_tests.py14
1 files changed, 14 insertions, 0 deletions
diff --git a/Lib/test/tokenize_tests.py b/Lib/test/tokenize_tests.py
index 4883668..4974671 100644
--- a/Lib/test/tokenize_tests.py
+++ b/Lib/test/tokenize_tests.py
@@ -110,6 +110,20 @@ y = r"""foo
bar \\ baz
""" + R'''spam
'''
+x = u'abc' + U'ABC'
+y = u"abc" + U"ABC"
+x = ur'abc' + Ur'ABC' + uR'ABC' + UR'ABC'
+y = ur"abc" + Ur"ABC" + uR"ABC" + UR"ABC"
+x = ur'\\' + UR'\\'
+x = ur'\'' + ''
+y = ur'''
+foo bar \\
+baz''' + UR'''
+foo'''
+y = Ur"""foo
+bar \\ baz
+""" + uR'''spam
+'''
# Indentation
if 1: