summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorINADA Naoki <songofacandy@gmail.com>2016-10-21 10:53:30 (GMT)
committerINADA Naoki <songofacandy@gmail.com>2016-10-21 10:53:30 (GMT)
commitfdf641863015aec32ab3822f4a1d4ecabc06fca4 (patch)
treea2f89553c3d7b4f8be9e8e9e96b0571b9a19658b
parenta2bc46da140fd87df7aac953295ed96b7c90668b (diff)
parent0a421a28f87f2a01566e443fc59203d0b7bcb3b8 (diff)
downloadcpython-fdf641863015aec32ab3822f4a1d4ecabc06fca4.zip
cpython-fdf641863015aec32ab3822f4a1d4ecabc06fca4.tar.gz
cpython-fdf641863015aec32ab3822f4a1d4ecabc06fca4.tar.bz2
Issue #18219: Optimize csv.DictWriter for large number of columns.
Patch by Mariatta Wijaya.
-rw-r--r--Doc/library/csv.rst10
-rw-r--r--Lib/csv.py2
-rw-r--r--Lib/test/test_csv.py18
-rw-r--r--Misc/NEWS3
4 files changed, 28 insertions, 5 deletions
diff --git a/Doc/library/csv.rst b/Doc/library/csv.rst
index 6341bc3..f916572 100644
--- a/Doc/library/csv.rst
+++ b/Doc/library/csv.rst
@@ -195,10 +195,12 @@ The :mod:`csv` module defines the following classes:
written if the dictionary is missing a key in *fieldnames*. If the
dictionary passed to the :meth:`writerow` method contains a key not found in
*fieldnames*, the optional *extrasaction* parameter indicates what action to
- take. If it is set to ``'raise'`` a :exc:`ValueError` is raised. If it is
- set to ``'ignore'``, extra values in the dictionary are ignored. Any other
- optional or keyword arguments are passed to the underlying :class:`writer`
- instance.
+ take.
+ If it is set to ``'raise'``, the default value, a :exc:`ValueError`
+ is raised.
+ If it is set to ``'ignore'``, extra values in the dictionary are ignored.
+ Any other optional or keyword arguments are passed to the underlying
+ :class:`writer` instance.
Note that unlike the :class:`DictReader` class, the *fieldnames* parameter
of the :class:`DictWriter` is not optional. Since Python's :class:`dict`
diff --git a/Lib/csv.py b/Lib/csv.py
index 0481ea5..0349e0b 100644
--- a/Lib/csv.py
+++ b/Lib/csv.py
@@ -145,7 +145,7 @@ class DictWriter:
def _dict_to_list(self, rowdict):
if self.extrasaction == "raise":
- wrong_fields = [k for k in rowdict if k not in self.fieldnames]
+ wrong_fields = rowdict.keys() - self.fieldnames
if wrong_fields:
raise ValueError("dict contains fields not in fieldnames: "
+ ", ".join([repr(x) for x in wrong_fields]))
diff --git a/Lib/test/test_csv.py b/Lib/test/test_csv.py
index 7dcea9c..03ab184 100644
--- a/Lib/test/test_csv.py
+++ b/Lib/test/test_csv.py
@@ -626,6 +626,24 @@ class TestDictFields(unittest.TestCase):
self.assertNotIn("'f2'", exception)
self.assertIn("1", exception)
+ def test_typo_in_extrasaction_raises_error(self):
+ fileobj = StringIO()
+ self.assertRaises(ValueError, csv.DictWriter, fileobj, ['f1', 'f2'],
+ extrasaction="raised")
+
+ def test_write_field_not_in_field_names_raise(self):
+ fileobj = StringIO()
+ writer = csv.DictWriter(fileobj, ['f1', 'f2'], extrasaction="raise")
+ dictrow = {'f0': 0, 'f1': 1, 'f2': 2, 'f3': 3}
+ self.assertRaises(ValueError, csv.DictWriter.writerow, writer, dictrow)
+
+ def test_write_field_not_in_field_names_ignore(self):
+ fileobj = StringIO()
+ writer = csv.DictWriter(fileobj, ['f1', 'f2'], extrasaction="ignore")
+ dictrow = {'f0': 0, 'f1': 1, 'f2': 2, 'f3': 3}
+ csv.DictWriter.writerow(writer, dictrow)
+ self.assertEqual(fileobj.getvalue(), "1,2\r\n")
+
def test_read_dict_fields(self):
with TemporaryFile("w+") as fileobj:
fileobj.write("1,2,abc\r\n")
diff --git a/Misc/NEWS b/Misc/NEWS
index 20e4979..2e4e1c9 100644
--- a/Misc/NEWS
+++ b/Misc/NEWS
@@ -88,6 +88,9 @@ Core and Builtins
Library
-------
+- Issue #18219: Optimize csv.DictWriter for large number of columns.
+ Patch by Mariatta Wijaya.
+
- Issue #28448: Fix C implemented asyncio.Future didn't work on Windows.
- Issue #23214: In the "io" module, the argument to BufferedReader and