# # robots.txt for http://www.w3.org/ # # v 1.2 2008/03/23 # # Used by hleil.com # exclude some access-controlled areas User-agent: * Disallow: /ftp Disallow: /sm Disallow: /zfiles Disallow: /contentsms Disallow: /cgi-bin/sm