diff options
Diffstat (limited to 'Lib/robotparser.py')
| -rw-r--r-- | Lib/robotparser.py | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/Lib/robotparser.py b/Lib/robotparser.py index 32aba46..638a261 100644 --- a/Lib/robotparser.py +++ b/Lib/robotparser.py @@ -230,6 +230,11 @@ class URLopener(urllib.FancyURLopener): urllib.FancyURLopener.__init__(self, *args) self.errcode = 200 + def prompt_user_passwd(self, host, realm): + ## If robots.txt file is accessible only with a password, + ## we act as if the file wasn't there. + return None, None + def http_error_default(self, url, fp, errcode, errmsg, headers): self.errcode = errcode return urllib.FancyURLopener.http_error_default(self, url, fp, errcode, |