User-agent: panscient.com Disallow: / User-agent: psbot Disallow: / User-agent: MJ12bot Disallow: / User-agent: taptubot Disallow: / User-agent: AhrefsBot Crawl-Delay: 30 User-agent: Ezooms Disallow: / User-agent: sistrix Crawl-Delay: 60 User-agent: aiHitBot Disallow: / User-agent: InfoPath Crawl-Delay: 60 User-agent: InfoPath.2 Crawl-Delay: 60 User-agent: swebot Disallow: / User-agent: EC2LinkFinder Crawl-Delay: 39 User-agent: SearchmetericsBot Disallow: 29 User-agent: WBSearchBot Disallow: / User-agent: Exabot Disallow: / User-agent: Sosospider Disallow: / User-agent: ip-web-crawler.com Disallow: / User-agent: netEstate NE Crawler Disallow: / User-agent: meanpathbot Disallow: / User-agent: spbot Disallow: / User-agent: LinkpadBot Disallow: / User-agent: EasouSpider Disallow: / User-agent: SeznamBot Disallow: / User-agent: wotbox Disallow: / User-agent: BLEXBot Disallow: / User-agent: XoviBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: A6-Indexer Disallow: / User-agent: Riddler Disallow: / User-agent: LoadTimeBot Disallow: / User-agent: oBot Disallow: / User-agent: MojeekBot Disallow: / User-agent: memoryBot Disallow: / User-agent: ltx71 Disallow: / User-agent: AdvBot Disallow: / User-agent: SMTBot Crawl-Delay: 39 User-agent: YisouSpider Disallow: / User-agent: LSSRocketCrawler Disallow: / User-agent: thunderstone Disallow: / User-agent: yacybot Crawl-Delay: 120 User-agent: RankSonicBot Crawl-Delay: 120 User-agent: betaBot Disallow: / User-agent: parsijoo-bot Disallow: / User-agent: ltx71 Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: gocrawl Crawl-Delay: 20 User-agent: plukkie Disallow: / User-agent: Lipperhey Crawl-Delay: 120 User-agent: bingbot Crawl-delay: 50 User-agent: RankActiveLinkBot Crawl-Delay: 120 User-agent: Sogou web spider Disallow: / User-agent: Uptimebot Crawl-Delay: 20 User-agent: SemrushBot Disallow: / User-agent: * Allow: /*.js* Allow: /*.css* Allow: /*.png* Allow: /*.jpg* Allow: /*.gif* Disallow: /new Disallow: /rpg