# disallow bad robots
User-agent: baiduspider
Disallow: /

User-Agent: libwww-perl
Disallow: /

# limit excessive activity of Yahoo and MSN search robots:
User-agent: Slurp
Crawl-delay: 10

User-agent: msnbot
Crawl-delay: 10

# ban Google Image Search robot
User-agent: Googlebot-Image
Disallow: /

# ban Yahoo! Image Search robot
User-agent: Yahoo-MMCrawler
Disallow: /

# ban MSN Image Search robot
User-agent: msnbot-MM
Disallow: /

# rules for allowed user agents:
User-agent: *
Disallow: /cgi-bin/
Disallow: /*.PDF$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.png$