# Revision ID: RG150409 # # Please, do not crawl us faster than 1 hit/second. # If you need to examine many http://www.vtbulgaria.com pages, # please go to http://www.vtbulgaria.com/sitemap.xml # instead of crawling us. # # ------------------------------------------------------ User-agent: linksmanager_bot Disallow: / # User-agent: linksmanager Disallow: / # /// # ------------------------------------------------------ # User-agent: * Disallow: /logs/ # for script use NOT for crawlers Disallow: /test/ # for tests use NOT for crawlers Disallow: /root/admin/ # one attempt ONLY Disallow: /root/old_info/ # these will soon disappear Disallow: /root/template/ # for script use NOT for crawlers Disallow: /seo/ # R0ss SEO support ONLY. Log file Disallow: /6/property/955/ Disallow: /root/box/ # for script use NOT for crawlers Disallow: /transport/ # for script use NOT for crawlers Disallow: /text.css # for script use NOT for crawlers Disallow: /404.html # for script use NOT for crawlers # Sitemap: http://www.vtbulgaria.com/sitemap.xml # # Database of Web Robots # http://www.robotstxt.org/wc/active/html/index.html