User-agent:*
Disallow:/

User-Agent: Googlebot
Disallow: /
Disallow: /bin/
Disallow: /browser/noindex/
Disallow: /cookie/noindex/
Disallow: /filter/noindex/
Disallow: /note/noindex/
Disallow: /robots/noindex/
Disallow: /spy/noindex/

User-Agent: Googlebot-Image
Disallow: /images/dogs.jpg 

User-Agent: ia_archiver
Disallow: /

User-Agent: fast
Disallow: /

User-Agent: ZyBorg
Disallow: /

User-Agent: ArchitextSpider
Disallow: /

User-Agent: slurp
Disallow: /
Disallow: /bin/
Disallow: /browser/noindex/
Disallow: /cookie/noindex/
Disallow: /filter/noindex/
Disallow: /note/noindex/
Disallow: /robots/noindex/
Disallow: /spy/noindex/

User-agent: girafa
Disallow: /

User-Agent: msnbot
Disallow: /

User-agent: DiaGem
Disallow: /

User-agent: SlySearch
Disallow: /

User-agent: Steeler
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-Agent: NPBot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-Agent: Openbot
Disallow: /

User-Agent: nabot
Disallow: /

User-Agent: baiduspider
Disallow: /

User-agent: LC-Crawler
Disallow: /

User-agent: Teoma
Disallow: /
Allow: /public

User-agent: NaverBot*
Disallow: /

User-agent: Yeti
Disallow:/