User-agent: * Disallow: /edit-biz/ Disallow: /actions.php Disallow: /count.php Disallow: /swf/ Disallow: /facebook/ Disallow: /xr/ Disallow: /review-process/ Crawl-delay: 5 User-agent: ScoutJet Crawl-delay: 300 User-agent: adidxbot Crawl-delay: 20 User-agent: YandexBot Disallow: / User-agent: 008 Disallow: / User-agent: Yandex Disallow: / User-agent: trovitBot Disallow: / User-agent: Ezooms Disallow: / User-agent: dotbot Disallow: / User-agent: DotBot Disallow: / User-agent: Speedy Disallow: / User-agent: sogou spider Disallow: / User-agent: YoudaoBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider-video Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: moget Disallow: / User-agent: ichiro Disallow: / user-agent: AhrefsBot disallow: / User-agent: 80bot Disallow: / User-agent: 008 Disallow: / User-agent: BecomeBot Disallow: / User-Agent: EC2LinkFinder Disallow: / User-agent: Fasterfox Disallow: / User-agent: genieBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: MLBot Disallow: / User-agent: Nutch Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: spock Disallow: / User-agent: TurnitinBot Disallow: / User-agent: discoverybot Disallow: /