User-agent: * Disallow: /ajax/ Disallow: /*jqLite Disallow: /*lib/util Disallow: /search Disallow: /wp-admin # robots.txt for opendi || AS 2015.07.26 user-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: OrangeBot Disallow: / User-agent: ltx71 Disallow: / User-agent: XoviBot Disallow: / User-agent: DotBot Disallow: / User-agent: spbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: proximic Disallow: / User-agent: Spiderbot Disallow: / User-agent: BacklinkCrawler Disallow: / User-agent: binlar Disallow: / User-agent: SearchmetricsBot Disallow: / User-agent: webcrawler Disallow: / User-agent: DomainAppender Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: WBSearchBot Disallow: / User-agent: panscient.com Disallow: / User-agent: HyperCrawl Disallow: / User-agent: Exabot Disallow: / User-agent: Vagabondo Disallow: / User-agent: GrapeshotCrawler Disallow: / User-agent: Wotbox Disallow: / User-agent: YisouSpider Disallow: / User-agent: SeznamBot Disallow: / User-agent: PetalBot Disallow: / User-agent: YandexBot Disallow: / User-agent: Yandex Disallow: /