#
# robots.txt for http://www.w3.org/
#
# $Id: robots.txt,v 1.23 2003/10/30 14:46:59 ted Exp $
#

# For use by search.w3.org
User-agent: W3Crobot/1
#heh heh
Disallow: /Out-Of-Date

# AltaVista Search
User-agent: AltaVista Intranet V2.0 W3C Webreq 
Disallow: /Out-Of-Date

# exclude some access-controlled areas
User-agent: *					# every spider
Disallow: /Team
Disallow: /Project
Disallow: /Systems
Disallow: /Web
Disallow: /History				# this should block any access to the historical records from search engines
Disallow: /Out-Of-Date
Disallow: /2002/02/mid
Disallow: /People/all/
Disallow: /People/all/
Disallow: /2003/03/Translations/byLanguage
Disallow: /2003/03/Translations/byTechnology
Disallow: /kw/