# # robots.txt for http://piligrim-tlt.ru/ # # $Id: robots.txt,v 1.23 2010/06/15 14:46:59 ted Exp $ # # exclude some access-controlled areas User-agent: * Sitemap: http://piligrim-tlt.ru/Sitemap.xml Allow: / Disallow: /files Disallow: /scripts Disallow: /styles Disallow: /awstats Disallow: /ml Disallow: /ol Disallow: /cms Disallow: /cgi-bin