# robots.txt for http://www.hatsport.com/ # # $Id: robots.txt,smt 1.30 2008/08/13 01:11:19 ted Exp $ # # For use by search.w3.org User-agent: W3C-gsa Disallow: /cgi-bin/ Disallow: /private/ Disallow: /vti_bin/ Disallow: /vti_cnf/ Disallow: /vti_pvt/ Disallow: /vti_txt/ Sitemap: http://www.hatsport.com/sitemap.xml User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) Disallow: Sitemap: http://www.hatsport.com/sitemap.xml # W3C Link checker User-agent: W3C-checklink Disallow: Sitemap: http://www.hatsport.com/sitemap.xml # exclude some access-controlled areas User-agent: * Disallow: /cgi-bin/ Disallow: /private/ Disallow: /vti_bin/ Disallow: /vti_cnf/ Disallow: /vti_pvt/ Disallow: /vti_txt/ Sitemap: http://www.hatsport.com/sitemap.xml