summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorSenthil Kumaran <senthil@uthcode.com>2012-09-25 09:37:20 (GMT)
committerSenthil Kumaran <senthil@uthcode.com>2012-09-25 09:37:20 (GMT)
commit49d130227b8ab6e24044e4da3b9c44a68d4e6bea (patch)
tree7262f3b275e1ad480078fd1591bdccb6a835093c
parent9118a79c7c410d71725cd52cde310c8e224ac8f0 (diff)
parent67b7b98a479a5703a5707b6ea0cf81d3e0b441ea (diff)
downloadcpython-49d130227b8ab6e24044e4da3b9c44a68d4e6bea.zip
cpython-49d130227b8ab6e24044e4da3b9c44a68d4e6bea.tar.gz
cpython-49d130227b8ab6e24044e4da3b9c44a68d4e6bea.tar.bz2
merge 3.2: Issue #16013: Fix CSV Reader parsing issue with ending quote characters. Patch by Serhiy Storchaka.
-rw-r--r--Lib/test/test_csv.py9
-rw-r--r--Misc/NEWS3
-rw-r--r--Modules/_csv.c11
3 files changed, 20 insertions, 3 deletions
diff --git a/Lib/test/test_csv.py b/Lib/test/test_csv.py
index 8ca1e62..55796a2 100644
--- a/Lib/test/test_csv.py
+++ b/Lib/test/test_csv.py
@@ -225,6 +225,15 @@ class Test_Csv(unittest.TestCase):
self.assertRaises(csv.Error, self._read_test, ['a,b\nc,d'], [])
self.assertRaises(csv.Error, self._read_test, ['a,b\r\nc,d'], [])
+ def test_read_eof(self):
+ self._read_test(['a,"'], [['a', '']])
+ self._read_test(['"a'], [['a']])
+ self._read_test(['^'], [['\n']], escapechar='^')
+ self.assertRaises(csv.Error, self._read_test, ['a,"'], [], strict=True)
+ self.assertRaises(csv.Error, self._read_test, ['"a'], [], strict=True)
+ self.assertRaises(csv.Error, self._read_test,
+ ['^'], [], escapechar='^', strict=True)
+
def test_read_escape(self):
self._read_test(['a,\\b,c'], [['a', 'b', 'c']], escapechar='\\')
self._read_test(['a,b\\,c'], [['a', 'b,c']], escapechar='\\')
diff --git a/Misc/NEWS b/Misc/NEWS
index a67f7c5..f705688 100644
--- a/Misc/NEWS
+++ b/Misc/NEWS
@@ -31,6 +31,9 @@ Core and Builtins
Library
-------
+- Issue #16013: Fix CSV Reader parsing issue with ending quote characters.
+ Patch by Serhiy Storchaka.
+
- Issue #15421: Fix an OverflowError in Calendar.itermonthdates() after
datetime.MAXYEAR. Patch by Cédric Krier.
diff --git a/Modules/_csv.c b/Modules/_csv.c
index 8380990..cc87bad 100644
--- a/Modules/_csv.c
+++ b/Modules/_csv.c
@@ -788,9 +788,14 @@ Reader_iternext(ReaderObj *self)
lineobj = PyIter_Next(self->input_iter);
if (lineobj == NULL) {
/* End of input OR exception */
- if (!PyErr_Occurred() && self->field_len != 0)
- PyErr_Format(_csvstate_global->error_obj,
- "newline inside string");
+ if (!PyErr_Occurred() && (self->field_len != 0 ||
+ self->state == IN_QUOTED_FIELD)) {
+ if (self->dialect->strict)
+ PyErr_SetString(_csvstate_global->error_obj,
+ "unexpected end of data");
+ else if (parse_save_field(self) >= 0)
+ break;
+ }
return NULL;
}
if (!PyUnicode_Check(lineobj)) {