# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.45 2006/06/05 01:11:19 ted Exp $ # User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) Disallow: # W3C Link checker User-agent: W3C-checklink Disallow: # exclude some access-controlled areas User-Agent: * Allow: / Disallow: /cgi-bin/ Disallow: /Admin/ Disallow: /Extranet/ Disallow: /download/XMDL3/ Disallow: /download/admin/ Disallow: /scripts/ Disallow: /temp/ Disallow: /templates/ Disallow: /inc/ Disallow: /images/ Disallow: /OLD ASP Version/ Disallow: /_lib/ Disallow: /_private/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_script/ Disallow: /_vti_txt/ Disallow: /aspnet_client/ Disallow: /Bin/ Disallow: /lib/ # Sitemaps Sitemap: http://www.mapanet.es/sitemap.xml.gz Sitemap: http://www.mapanet.es/sitemap2.xml.gz Sitemap: http://www.mapanet.es/EN/sitemap.xml.gz http://www.mapanet.es/web_sitemap_e05666c7.xml.gz # Added by Google Sitemap Generator