summaryrefslogtreecommitdiffstats
path: root/test/w3c/txml/robots.txt
diff options
context:
space:
mode:
authorStefan Radomski <github@mintwerk.de>2016-05-12 13:12:33 (GMT)
committerStefan Radomski <github@mintwerk.de>2016-05-12 13:12:33 (GMT)
commitb62e7979600feee23dc7cdb61042a8fc7673122b (patch)
treef7351372f37979dd2d048e0b68a16a4cd3b2aadb /test/w3c/txml/robots.txt
parent1b11b310be61e51b3ac5ebb83f7c8a33aef3d6e8 (diff)
downloaduscxml-b62e7979600feee23dc7cdb61042a8fc7673122b.zip
uscxml-b62e7979600feee23dc7cdb61042a8fc7673122b.tar.gz
uscxml-b62e7979600feee23dc7cdb61042a8fc7673122b.tar.bz2
Major Refactoring v2.0
Diffstat (limited to 'test/w3c/txml/robots.txt')
-rw-r--r--test/w3c/txml/robots.txt9
1 files changed, 8 insertions, 1 deletions
diff --git a/test/w3c/txml/robots.txt b/test/w3c/txml/robots.txt
index 9be2782..fdd7340 100644
--- a/test/w3c/txml/robots.txt
+++ b/test/w3c/txml/robots.txt
@@ -1,7 +1,7 @@
#
# robots.txt for http://www.w3.org/
#
-# $Id: robots.txt,v 1.67 2014-06-25 13:06:01 ddavis Exp $
+# $Id: robots.txt,v 1.74 2016/02/11 20:30:26 gerald Exp $
#
# For use by search.w3.org
@@ -80,6 +80,7 @@ Disallow: /2004/08/W3CTalks
Disallow: /2007/11/Talks/search
Disallow: /People/all/
Disallow: /RDF/Validator/ARPServlet
+Disallow: /RDF/Validator/rdfval
Disallow: /2003/03/Translations/byLanguage
Disallow: /2003/03/Translations/byTechnology
Disallow: /2005/11/Translations/Query
@@ -92,5 +93,11 @@ Disallow: /2006/02/chartergen
Disallow: /2004/01/pp-impl
Disallow: /Consortium/supporters
Disallow: /2007/08/pyRdfa/
+Disallow: /2012/pyRdfa/extract
Disallow: /WAI/PF/comments/
Disallow: /participate/conferences.xml
+Disallow: /scripts/
+Disallow: /2005/01/yacker/
+Disallow: /2005/01/yacker?
+Disallow: /2003/09/nschecker?
+