summaryrefslogtreecommitdiffstats
path: root/Lib/test/test_tokenize.py
diff options
context:
space:
mode:
authorEzio Melotti <ezio.melotti@gmail.com>2012-11-03 15:30:51 (GMT)
committerEzio Melotti <ezio.melotti@gmail.com>2012-11-03 15:30:51 (GMT)
commit7d24b1698a5590df066f829fb4eeef93186d7150 (patch)
treec216580e6d3aa39581bfd7cf20b5b9d029bf4825 /Lib/test/test_tokenize.py
parentd7bae5e85ac9ae3a6fbd5c9de5b21be0df7a848d (diff)
downloadcpython-7d24b1698a5590df066f829fb4eeef93186d7150.zip
cpython-7d24b1698a5590df066f829fb4eeef93186d7150.tar.gz
cpython-7d24b1698a5590df066f829fb4eeef93186d7150.tar.bz2
#16152: fix tokenize to ignore whitespace at the end of the code when no newline is found. Patch by Ned Batchelder.
Diffstat (limited to 'Lib/test/test_tokenize.py')
-rw-r--r--Lib/test/test_tokenize.py4
1 files changed, 4 insertions, 0 deletions
diff --git a/Lib/test/test_tokenize.py b/Lib/test/test_tokenize.py
index a51e781..489f68f 100644
--- a/Lib/test/test_tokenize.py
+++ b/Lib/test/test_tokenize.py
@@ -550,6 +550,10 @@ Evil tabs
NAME 'pass' (3, 9) (3, 13)
DEDENT '' (4, 0) (4, 0)
DEDENT '' (4, 0) (4, 0)
+
+Pathological whitespace (http://bugs.python.org/issue16152)
+ >>> dump_tokens("@ ")
+ OP '@' (1, 0) (1, 1)
"""