diff options
Diffstat (limited to 'Doc/lib/librobotparser.tex')
| -rw-r--r-- | Doc/lib/librobotparser.tex | 6 |
1 files changed, 2 insertions, 4 deletions
diff --git a/Doc/lib/librobotparser.tex b/Doc/lib/librobotparser.tex index 8321dad..0008dde 100644 --- a/Doc/lib/librobotparser.tex +++ b/Doc/lib/librobotparser.tex @@ -2,10 +2,8 @@ Parser for robots.txt} \declaremodule{standard}{robotparser} -\modulesynopsis{Accepts as input a list of lines or URL that refers to a - robots.txt file, parses the file, then builds a - set of rules from that list and answers questions - about fetchability of other URLs.} +\modulesynopsis{Loads a \protect\file{robots.txt} file and + answers questions about fetchability of other URLs.} \sectionauthor{Skip Montanaro}{skip@mojam.com} \index{WWW} |