diff options
author | Tim Peters <tim.peters@gmail.com> | 2002-04-16 01:38:40 (GMT) |
---|---|---|
committer | Tim Peters <tim.peters@gmail.com> | 2002-04-16 01:38:40 (GMT) |
commit | 863ac44b74cd66f7d289748816d65c65808c149b (patch) | |
tree | 8536f8a72110b9996cb9e6746b6bb4cf3cb73733 /Lib/test/test_robotparser.py | |
parent | c86c1b88f96ec48e5502b9b8ba5cc833f57ce476 (diff) | |
download | cpython-863ac44b74cd66f7d289748816d65c65808c149b.zip cpython-863ac44b74cd66f7d289748816d65c65808c149b.tar.gz cpython-863ac44b74cd66f7d289748816d65c65808c149b.tar.bz2 |
Whitespace normalization.
Diffstat (limited to 'Lib/test/test_robotparser.py')
-rw-r--r-- | Lib/test/test_robotparser.py | 18 |
1 files changed, 9 insertions, 9 deletions
diff --git a/Lib/test/test_robotparser.py b/Lib/test/test_robotparser.py index a010725..beec006 100644 --- a/Lib/test/test_robotparser.py +++ b/Lib/test/test_robotparser.py @@ -30,14 +30,14 @@ tests = unittest.TestSuite() def RobotTest(index, robots_txt, good_urls, bad_urls, agent="test_robotparser"): - - lines = StringIO.StringIO(robots_txt).readlines() - parser = robotparser.RobotFileParser() - parser.parse(lines) - for url in good_urls: - tests.addTest(RobotTestCase(index, parser, url, 1, agent)) - for url in bad_urls: - tests.addTest(RobotTestCase(index, parser, url, 0, agent)) + + lines = StringIO.StringIO(robots_txt).readlines() + parser = robotparser.RobotFileParser() + parser.parse(lines) + for url in good_urls: + tests.addTest(RobotTestCase(index, parser, url, 1, agent)) + for url in bad_urls: + tests.addTest(RobotTestCase(index, parser, url, 0, agent)) # Examples from http://www.robotstxt.org/wc/norobots.html (fetched 2002) @@ -116,7 +116,7 @@ Disallow: /%7ejoe/index.html good = ['/tmp',] # XFAIL: '/a%2fb.html' bad = ['/tmp/','/tmp/a.html', '/a%3cd.html','/a%3Cd.html',"/a/b.html", - '/%7Ejoe/index.html'] + '/%7Ejoe/index.html'] RobotTest(6, doc, good, bad) |