diff options
| -rw-r--r-- | Lib/chunk.py | 2 | ||||
| -rw-r--r-- | Lib/robotparser.py | 20 | ||||
| -rw-r--r-- | Lib/test/test___all__.py | 3 |
3 files changed, 12 insertions, 13 deletions
diff --git a/Lib/chunk.py b/Lib/chunk.py index a38691f..96460c0 100644 --- a/Lib/chunk.py +++ b/Lib/chunk.py @@ -49,7 +49,7 @@ default is 1, i.e. aligned. """ __all__ = ["Chunk"] - + class Chunk: def __init__(self, file, align = 1, bigendian = 1, inclheader = 0): import struct diff --git a/Lib/robotparser.py b/Lib/robotparser.py index 782d623..f70827d 100644 --- a/Lib/robotparser.py +++ b/Lib/robotparser.py @@ -59,25 +59,25 @@ class RobotFileParser: elif status>=400: self.allow_all = 1 else: - # status < 400 + # status < 400 self.parse(connection.getfile().readlines()) def parse(self, lines): """parse the input lines from a robot.txt file. - We allow that a user-agent: line is not preceded by - one or more blank lines.""" + We allow that a user-agent: line is not preceded by + one or more blank lines.""" state = 0 linenumber = 0 entry = Entry() - + for line in lines: line = string.strip(line) linenumber = linenumber + 1 if not line: if state==1: _debug("line %d: warning: you should insert" - " allow: or disallow: directives below any" - " user-agent: line" % linenumber) + " allow: or disallow: directives below any" + " user-agent: line" % linenumber) entry = Entry() state = 0 elif state==2: @@ -98,7 +98,7 @@ class RobotFileParser: if line[0] == "user-agent": if state==2: _debug("line %d: warning: you should insert a blank" - " line before any user-agent" + " line before any user-agent" " directive" % linenumber) self.entries.append(entry) entry = Entry() @@ -107,14 +107,14 @@ class RobotFileParser: elif line[0] == "disallow": if state==0: _debug("line %d: error: you must insert a user-agent:" - " directive before this line" % linenumber) + " directive before this line" % linenumber) else: entry.rulelines.append(RuleLine(line[1], 0)) state = 2 elif line[0] == "allow": if state==0: _debug("line %d: error: you must insert a user-agent:" - " directive before this line" % linenumber) + " directive before this line" % linenumber) else: entry.rulelines.append(RuleLine(line[1], 1)) else: @@ -212,7 +212,7 @@ def _test(): print rp.can_fetch('*', 'http://www.musi-cal.com/') print rp.can_fetch('Musi-Cal-Robot/1.0', 'http://www.musi-cal.com/cgi-bin/event-search' - '?city=San+Francisco') + '?city=San+Francisco') if __name__ == '__main__': _test() diff --git a/Lib/test/test___all__.py b/Lib/test/test___all__.py index f811732..4947a04 100644 --- a/Lib/test/test___all__.py +++ b/Lib/test/test___all__.py @@ -1,4 +1,3 @@ - from test_support import verify, verbose, TestFailed import sys @@ -8,7 +7,7 @@ def check_all(_modname): "%s has no __all__ attribute" % _modname) exec "del %s" % _modname exec "from %s import *" % _modname - + _keys = locals().keys() _keys.remove("_modname") _keys.sort() |