diff options
| -rwxr-xr-x | Tools/webchecker/webchecker.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/Tools/webchecker/webchecker.py b/Tools/webchecker/webchecker.py index 470b15a..fa70f65 100755 --- a/Tools/webchecker/webchecker.py +++ b/Tools/webchecker/webchecker.py @@ -117,6 +117,7 @@ import pickle import urllib import urlparse import sgmllib +import cgi import mimetypes import robotparser @@ -543,7 +544,7 @@ class Checker: def checkforhtml(self, info, url): if info.has_key('content-type'): - ctype = string.lower(info['content-type']) + ctype = string.lower(cgi.parse_header(info['content-type'])[0]) else: if url[-1:] == "/": return 1 |