# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.45 2006/09/14 01:11:19 ted Exp $ # # For use by search.w3.org User-agent: W3C-gsa Disallow: /Out-Of-Date User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) Disallow: / User-agent: * Allow: /index.htm User-agent: Googlebot Allow: /index.htm