summaryrefslogtreecommitdiffstats
path: root/Lib/test/test_robotparser.py
diff options
context:
space:
mode:
authorGeorg Brandl <georg@python.org>2010-07-29 17:55:01 (GMT)
committerGeorg Brandl <georg@python.org>2010-07-29 17:55:01 (GMT)
commit0a0fc07d371a97c35a6fc7c5a9828af3930720a1 (patch)
tree97cb861846812937705102c0ec9acf3f6f1ed4fa /Lib/test/test_robotparser.py
parent70120e202d97826a83e16472d43f643ed82a9275 (diff)
downloadcpython-0a0fc07d371a97c35a6fc7c5a9828af3930720a1.zip
cpython-0a0fc07d371a97c35a6fc7c5a9828af3930720a1.tar.gz
cpython-0a0fc07d371a97c35a6fc7c5a9828af3930720a1.tar.bz2
#4108: the first default entry (User-agent: *) wins.
Diffstat (limited to 'Lib/test/test_robotparser.py')
-rw-r--r--Lib/test/test_robotparser.py14
1 files changed, 14 insertions, 0 deletions
diff --git a/Lib/test/test_robotparser.py b/Lib/test/test_robotparser.py
index 9d30405..fd00706 100644
--- a/Lib/test/test_robotparser.py
+++ b/Lib/test/test_robotparser.py
@@ -216,6 +216,20 @@ bad = ['/some/path?name=value']
RobotTest(14, doc, good, bad)
+# 15. For issue #4108 (obey first * entry)
+doc = """
+User-agent: *
+Disallow: /some/path
+
+User-agent: *
+Disallow: /another/path
+"""
+
+good = ['/another/path']
+bad = ['/some/path']
+
+RobotTest(15, doc, good, bad)
+
class NetworkTestCase(unittest.TestCase):