# # robots.txt for http://www.luxprint-1.ru/ # # $Id: robots.txt,v 1.41 2006/02/22 16:31:58 ted Exp $ # # For use by search.w3.org User-agent: W3C-gsa Disallow: /Out-Of-Date # W3C Link checker User-agent: W3C-checklink Disallow: # exclude some access-controlled areas User-agent: * Disallow: /2004/ontaria/basic Disallow: /Team Disallow: /Project Disallow: /Systems Disallow: /Web Disallow: /History Disallow: /Out-Of-Date Disallow: /2002/02/mid Disallow: /mid/ Disallow: /People/all/ Disallow: /RDF/Validator/ARPServlet Disallow: /2003/03/Translations/byLanguage Disallow: /2003/03/Translations/byTechnology Disallow: /2005/11/Translations/Query Disallow: /2003/glossary/subglossary/ Disallow: /2000/06/webdata/xslt Disallow: /2001/09/webdata/xslt #shouldnt get transparent proxies but will ml links of things like pubrules #Disallow: /2000/06/webdata/xslt #Disallow: /2000/09/webdata/xslt Disallow: /Bugs/