User-Agent: *
Disallow: /cgi-bin/
Disallow: /cache/

User-agent: dotbot
Disallow: / 

User-Agent: MJ12bot
Disallow: /

User-Agent: psbot
Disallow: / 

User-Agent: ichiro
Disallow: / 

User-Agent: Twiceler
Disallow: / 

User-Agent: Gigabot
Disallow: / 

User-Agent: sogou web spider
Disallow: / 

User-Agent: CCBot
Disallow: / 

User-agent: BecomeBot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Exabot
Disallow: /