User-agent: ia_archiver
Disallow: /

User-agent: Wget
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: BDFetch
Disallow: /

User-agent: FairShare-http://fairshare.cc
Disallow: /

User-agent: spbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-Agent: panscient.com
Disallow: /

User-Agent: Exabot
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: Googlebot
Crawl-delay: 3
Disallow: /go/
Disallow: /source/

User-agent: Slurp
Crawl-delay: 5
Disallow: /go/
Disallow: /source/

User-agent: msnbot
Crawl-delay: 5
Disallow: /go/
Disallow: /source/

User-agent: Sogou web spider
Crawl-delay: 3600
Disallow: /go/
Disallow: /source/

User-agent: Mail.Ru
Crawl-delay: 3600
Disallow: /go/
Disallow: /source/

User-agent: Speedy
Crawl-delay: 3600
Disallow: /go/
Disallow: /source/

User-agent: Yandex
Crawl-delay: 120
Disallow: /go/
Disallow: /source/

User-agent: *
Crawl-delay: 25
Disallow: /go/
Disallow: /source/