#Ban Inktomi Slurp, save bandwidth
User-agent: Inktomi Slurp
Disallow: /

#Ban PicSearch bot
User-agent: psbot
Disallow: /

#Ban GoogleImage bot
User-agent: Googlebot-Image
Disallow: /

#Ban 'crawl' bot
User-agent: crawl
Disallow: /

#Ban 'robot' bot
User-agent: robot
Disallow: /

#Ban all crawlers from certain pages
User-agent: *
Disallow: /ads/
Disallow: /flash/
Disallow: /igAdServe/
Disallow: /images/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-attach/
Disallow: /blog/wp-content/
Disallow: /blog/wp-images/
Disallow: /digit/wp-admin/
Disallow: /digit/wp-attach/
Disallow: /digit/wp-content/
Disallow: /digit/wp-images/