# User-agent: msnbot
# Disallow: /
# Sorry but msnbot keep downloading the same files over and over again, only minutes apart,
# thereby generating a lot of completely useless traffic.
# Update 4/7 2007: Lets see if you have improved....

User-agent: ConveraCrawler
Disallow: /
# Generates a lot of traffic, mainly avi files. But the interesting stuff like my HTML pages
# are not touched at all. Get outta here.

User-agent: psbot
Disallow: /
# Generates heavy traffic, mainly movie files, which can't be found with the search engine anyway

User-agent: fagjob
Disallow: /

User-agent: ankiro
Disallow: /

User-agent: naver
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /external/
Disallow: /gallery/
Disallow: /temp/
Disallow: /private/
Disallow: /*.wmv$
Disallow: /*.avi$
Disallow: /*.mpg$
Disallow: /*.brd$
Disallow: /*.hex$
Disallow: /*.zip$
Disallow: /*.bz2$