User-agent: spbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: CatchBot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: discobot
Disallow: /

User-agent: SETOOZBOT
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: GeoHasher
Disallow: /

User-agent: Flight Deck Bot
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: MJ12bot
Disallow: /

User-agent: TwengaBot-Discover
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /go/
Disallow: /data/