# robots.txt for http://www.w3.org/
# Created By NineOneSeven.com
# $Id: robots.txt,v 1.59 2010/01/29 15:52:50 ted Exp $


# For use by search.w3.org
User-agent: W3C-gsa
Disallow: /Out-Of-Date

User-agent: W3T_SE
Disallow: /Out-Of-Date

# W3C Link checker
User-agent: W3C-checklink
Disallow:

# exclude some access-controlled areas
User-agent: *
Disallow: /gdform.php
Disallow: /scroll.dflt.js
Disallow: /scroll.html
Disallow: /scroll.js
Disallow: /scroll.tpl0.js
Disallow: /scroll.css
Disallow: /welcome.htm
Disallow: /missing.html
Disallow: /cgi/
Disallow: /stats/
Disallow: /php_uploads/
Disallow: /graphics/