#
# robots.txt for http://www.w3.org/
#
# $Id: robots.txt,v 1.23 2003/10/30 14:46:59 ted Exp $
#

# For use by search.w3.org
User-agent: W3Crobot/1
Disallow: /Out-Of-Date

# AltaVista Search
User-agent: AltaVista Intranet V2.0 W3C Webreq 
Disallow: /Out-Of-Date

# exclude some access-controlled areas
User-agent: *

Disallow: /cgi/ 
Disallow: /cgi-bin/ 
Disallow: /images/
Disallow: /login/
Disallow: /gspider/
Disallow: /terms/
Disallow: redirect.php
Disallow: company.htm