#
# robots.txt for http://www.w3.org/
#
# $Id: robots.txt,v 1.28 2004/09/26 06:20:55 sandro Exp $
#

# Exclude Ontaria until it can handle the load
User-agent: *
Disallow: /2004/ontaria/basic

# For use by search.w3.org
User-agent: W3C-gsa
Disallow: /Out-Of-Date

# W3C Link checker
User-agent: W3C-checklink
Disallow:

# exclude some access-controlled areas
User-agent: *
Disallow: /test
Disallow: /wap
Disallow: /includes
Disallow: /sql
Disallow: /gateways
Disallow: /dayta
Disallow: /matan1
Disallow: /matan2
Disallow: /matan3
Disallow: /matan4
Disallow: /liteback
Disallow: /database
Disallow: /archive
Disallow: /edita
Disallow: /rss
Disallow: /des
Disallow: /js
Disallow: /jss