# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.23 2003/10/30 14:46:59 ted Exp $ # # exclude some access-controlled areas User-agent: * Disallow: /cgi/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /login/ Disallow: /board/ Disallow: /yboard/