# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.1 2006/02/05 05:29:46 csantos Exp $ # # AltaVista Search #User-agent: AltaVista Intranet V2.0 W3C Webreq #Disallow: /bin # exclude some access-controlled areas User-agent: * Disallow: /bin/ Disallow: /images/ Disallow: /videos/ Disallow: /styles/ Disallow: /errors/