#
# robots.txt for http://www.w3.org/
#
# $Id: robots.txt,v 1.25 2004/04/21 07:42:41 dom Exp $
#

# exclude some access-controlled areas
User-agent: *
Disallow: /admin

User-Agent: W3C-checklink
Disallow:

User-agent: *
Disallow: /404.asp