User-agent: * Disallow: /cgi-bin/ Disallow: /images Disallow: /index.php?main_page=popup_image* User-agent: Googlebot Allow: /images/categories/ Allow: /images/banners/ Allow: /images/doprava.png User-agent: .yandex.ru Crawl-delay: 1000 User-agent: *cuil.com Disallow: / User-agent: 008 Disallow: / User-agent: 360Spider Disallow: / User-agent: al_viewer larbin2.6.3@unspecified.mail Disallow: / User-agent: archive-eu.com/1.1 Disallow: / Host: AhrefsBot/4.0 Disallow: / User-agent: Baiduspider+ Disallow: / Host: Baiduspider/2.0 Disallow: / User-agent: BLEXBot Disallow: / User-agent: BUbiNG Disallow: / Host: core.mcrawl.cz Disallow: / User-agent: DeuSu Disallow: / User-agent: Exabot/3.0 Disallow: / User-agent: GigablastOpenSource/1.0 Disallow: / User-agent: heritrix Disallow: / User-agent: larbin_2.6.3 Disallow: / User-agent: larbin_2.6.3 rabin@wpi.edu Disallow: / User-agent: KaloogaBot Disallow: / User-agent: MauiBot Disallow: / User-Agent: OrbitaTelecom-Net-91-206-14-Ip-234.kurkino.net.ru Disallow: / User-agent: psbot/0.1 Disallow: / User-agent: Speedy Spider Disallow: / User-agent: *.rambler.ru Disallow: / User-Agent: SISTRIX Crawler Disallow: / User-agent: SemrushBot Disallow: / User-Agent: *seoscanners* Disallow: / Host: syrahost.com Disallow: / User-agent: ShopWiki/1.0 Disallow: / User-agent: SpiderLing Disallow: / User-agent: TurnitinBot/3.0 Disallow: / User-agent: Twiceler Crawl-delay: 1000 User-agent: UniLeipzigASV Disallow: / User-Agent: VelenPublicWebCrawler Disallow: / User-agent: yelpspider/yelpspider-1.0 Disallow: / User-Agent: WebAlta Crawler/2.0 Disallow: / User-Agent: adscanner Disallow: /