summaryrefslogtreecommitdiffstats
path: root/Lib/test/test_robotparser.py
diff options
context:
space:
mode:
authorGeorg Brandl <georg@python.org>2010-08-01 20:59:03 (GMT)
committerGeorg Brandl <georg@python.org>2010-08-01 20:59:03 (GMT)
commit2bd953e2913fe963be53f91edfd9950a41ac53e3 (patch)
treee998dbc6dbb58b969c63ba4dc5439d6645143219 /Lib/test/test_robotparser.py
parente27d044769166e47310345e7d538f54e1dac04d1 (diff)
downloadcpython-2bd953e2913fe963be53f91edfd9950a41ac53e3.zip
cpython-2bd953e2913fe963be53f91edfd9950a41ac53e3.tar.gz
cpython-2bd953e2913fe963be53f91edfd9950a41ac53e3.tar.bz2
Merged revisions 83238 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/branches/py3k ........ r83238 | georg.brandl | 2010-07-29 19:55:01 +0200 (Do, 29 Jul 2010) | 1 line #4108: the first default entry (User-agent: *) wins. ........
Diffstat (limited to 'Lib/test/test_robotparser.py')
-rw-r--r--Lib/test/test_robotparser.py14
1 files changed, 14 insertions, 0 deletions
diff --git a/Lib/test/test_robotparser.py b/Lib/test/test_robotparser.py
index 0415884..aa73ec5 100644
--- a/Lib/test/test_robotparser.py
+++ b/Lib/test/test_robotparser.py
@@ -213,6 +213,20 @@ bad = ['/some/path?name=value']
RobotTest(14, doc, good, bad)
+# 15. For issue #4108 (obey first * entry)
+doc = """
+User-agent: *
+Disallow: /some/path
+
+User-agent: *
+Disallow: /another/path
+"""
+
+good = ['/another/path']
+bad = ['/some/path']
+
+RobotTest(15, doc, good, bad)
+
class NetworkTestCase(unittest.TestCase):