# robots.txt for filmhatalari.net # $Id: robots.txt, v1.0.6a 2009/11/01 03:35 BALAMIR Exp $ # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." # archive.org'tan sakla User-agent: ia_archiver Disallow: / User-agent: Mediapartners-Google* Disallow: User-agent: Slurp Crawl-delay: 10 Disallow: User-agent: msnbot Crawl-delay: 100 Disallow: User-agent: * #Crawl-delay: 100 Disallow: User-agent: * Disallow: /ceYonetim09/ Sitemap: sitemap.xml User-agent: * /yerel.asp http://beta.filmhatalari.net/web_sitemap_65372991.xml.gz # Added by Google Sitemap Generator