summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBruce Merry <1963944+bmerry@users.noreply.github.com>2024-04-11 14:41:55 (GMT)
committerGitHub <noreply@github.com>2024-04-11 14:41:55 (GMT)
commit01a51f949475f1590eb5899f3002304060501ab2 (patch)
tree88528120d948fd0b392f0628a02ad57230f29f4f
parent898f6de63fd5285006ee0f4993aeb8ed3e8f97f9 (diff)
downloadcpython-01a51f949475f1590eb5899f3002304060501ab2.zip
cpython-01a51f949475f1590eb5899f3002304060501ab2.tar.gz
cpython-01a51f949475f1590eb5899f3002304060501ab2.tar.bz2
gh-117722: Fix Stream.readuntil with non-bytes buffer objects (#117723)
gh-16429 introduced support for an iterable of separators in Stream.readuntil. Since bytes-like types are themselves iterable, this can introduce ambiguities in deciding whether the argument is an iterator of separators or a singleton separator. In gh-16429, only 'bytes' was considered a singleton, but this will break code that passes other buffer object types. Fix it by only supporting tuples rather than arbitrary iterables. Closes gh-117722.
-rw-r--r--Doc/library/asyncio-stream.rst4
-rw-r--r--Doc/whatsnew/3.13.rst4
-rw-r--r--Lib/asyncio/streams.py10
-rw-r--r--Lib/test/test_asyncio/test_streams.py21
-rw-r--r--Misc/NEWS.d/next/Library/2024-04-10-20-59-10.gh-issue-117722.oxIUEI.rst2
5 files changed, 27 insertions, 14 deletions
diff --git a/Doc/library/asyncio-stream.rst b/Doc/library/asyncio-stream.rst
index 6231b49..3fdc79b 100644
--- a/Doc/library/asyncio-stream.rst
+++ b/Doc/library/asyncio-stream.rst
@@ -260,7 +260,7 @@ StreamReader
buffer is reset. The :attr:`IncompleteReadError.partial` attribute
may contain a portion of the separator.
- The *separator* may also be an :term:`iterable` of separators. In this
+ The *separator* may also be a tuple of separators. In this
case the return value will be the shortest possible that has any
separator as the suffix. For the purposes of :exc:`LimitOverrunError`,
the shortest possible separator is considered to be the one that
@@ -270,7 +270,7 @@ StreamReader
.. versionchanged:: 3.13
- The *separator* parameter may now be an :term:`iterable` of
+ The *separator* parameter may now be a :class:`tuple` of
separators.
.. method:: at_eof()
diff --git a/Doc/whatsnew/3.13.rst b/Doc/whatsnew/3.13.rst
index d394fbe..65985dd 100644
--- a/Doc/whatsnew/3.13.rst
+++ b/Doc/whatsnew/3.13.rst
@@ -324,6 +324,10 @@ asyncio
:exc:`asyncio.QueueShutDown`) for queue termination.
(Contributed by Laurie Opperman and Yves Duprat in :gh:`104228`.)
+* Accept a tuple of separators in :meth:`asyncio.StreamReader.readuntil`,
+ stopping when one of them is encountered.
+ (Contributed by Bruce Merry in :gh:`81322`.)
+
base64
------
diff --git a/Lib/asyncio/streams.py b/Lib/asyncio/streams.py
index 4517ca2..64aac4c 100644
--- a/Lib/asyncio/streams.py
+++ b/Lib/asyncio/streams.py
@@ -591,17 +591,17 @@ class StreamReader:
LimitOverrunError exception will be raised, and the data
will be left in the internal buffer, so it can be read again.
- The ``separator`` may also be an iterable of separators. In this
+ The ``separator`` may also be a tuple of separators. In this
case the return value will be the shortest possible that has any
separator as the suffix. For the purposes of LimitOverrunError,
the shortest possible separator is considered to be the one that
matched.
"""
- if isinstance(separator, bytes):
- separator = [separator]
- else:
- # Makes sure shortest matches wins, and supports arbitrary iterables
+ if isinstance(separator, tuple):
+ # Makes sure shortest matches wins
separator = sorted(separator, key=len)
+ else:
+ separator = [separator]
if not separator:
raise ValueError('Separator should contain at least one element')
min_seplen = len(separator[0])
diff --git a/Lib/test/test_asyncio/test_streams.py b/Lib/test/test_asyncio/test_streams.py
index 792e887..ae943f3 100644
--- a/Lib/test/test_asyncio/test_streams.py
+++ b/Lib/test/test_asyncio/test_streams.py
@@ -384,9 +384,9 @@ class StreamTests(test_utils.TestCase):
with self.assertRaisesRegex(ValueError, 'Separator should be'):
self.loop.run_until_complete(stream.readuntil(separator=b''))
with self.assertRaisesRegex(ValueError, 'Separator should be'):
- self.loop.run_until_complete(stream.readuntil(separator=[b'']))
+ self.loop.run_until_complete(stream.readuntil(separator=(b'',)))
with self.assertRaisesRegex(ValueError, 'Separator should contain'):
- self.loop.run_until_complete(stream.readuntil(separator=[]))
+ self.loop.run_until_complete(stream.readuntil(separator=()))
def test_readuntil_multi_chunks(self):
stream = asyncio.StreamReader(loop=self.loop)
@@ -475,15 +475,15 @@ class StreamTests(test_utils.TestCase):
# Simple case
stream.feed_data(b'line 1\nline 2\r')
- data = self.loop.run_until_complete(stream.readuntil([b'\r', b'\n']))
+ data = self.loop.run_until_complete(stream.readuntil((b'\r', b'\n')))
self.assertEqual(b'line 1\n', data)
- data = self.loop.run_until_complete(stream.readuntil([b'\r', b'\n']))
+ data = self.loop.run_until_complete(stream.readuntil((b'\r', b'\n')))
self.assertEqual(b'line 2\r', data)
self.assertEqual(b'', stream._buffer)
# First end position matches, even if that's a longer match
stream.feed_data(b'ABCDEFG')
- data = self.loop.run_until_complete(stream.readuntil([b'DEF', b'BCDE']))
+ data = self.loop.run_until_complete(stream.readuntil((b'DEF', b'BCDE')))
self.assertEqual(b'ABCDE', data)
self.assertEqual(b'FG', stream._buffer)
@@ -493,7 +493,7 @@ class StreamTests(test_utils.TestCase):
with self.assertRaisesRegex(asyncio.LimitOverrunError,
'is found') as cm:
- self.loop.run_until_complete(stream.readuntil([b'A', b'ome dataA']))
+ self.loop.run_until_complete(stream.readuntil((b'A', b'ome dataA')))
self.assertEqual(b'some dataA', stream._buffer)
@@ -504,7 +504,7 @@ class StreamTests(test_utils.TestCase):
stream = asyncio.StreamReader(loop=self.loop)
stream.feed_data(b'data')
- readuntil_task = self.loop.create_task(stream.readuntil([b'A', b'long sep']))
+ readuntil_task = self.loop.create_task(stream.readuntil((b'A', b'long sep')))
self.loop.call_soon(stream.feed_data, b'Z')
self.loop.call_soon(stream.feed_data, b'Aaaa')
@@ -512,6 +512,13 @@ class StreamTests(test_utils.TestCase):
self.assertEqual(b'dataZA', data)
self.assertEqual(b'aaa', stream._buffer)
+ def test_readuntil_bytearray(self):
+ stream = asyncio.StreamReader(loop=self.loop)
+ stream.feed_data(b'some data\r\n')
+ data = self.loop.run_until_complete(stream.readuntil(bytearray(b'\r\n')))
+ self.assertEqual(b'some data\r\n', data)
+ self.assertEqual(b'', stream._buffer)
+
def test_readexactly_zero_or_less(self):
# Read exact number of bytes (zero or less).
stream = asyncio.StreamReader(loop=self.loop)
diff --git a/Misc/NEWS.d/next/Library/2024-04-10-20-59-10.gh-issue-117722.oxIUEI.rst b/Misc/NEWS.d/next/Library/2024-04-10-20-59-10.gh-issue-117722.oxIUEI.rst
new file mode 100644
index 0000000..de99988
--- /dev/null
+++ b/Misc/NEWS.d/next/Library/2024-04-10-20-59-10.gh-issue-117722.oxIUEI.rst
@@ -0,0 +1,2 @@
+Change the new multi-separator support in :meth:`asyncio.Stream.readuntil`
+to only accept tuples of separators rather than arbitrary iterables.