#####################################################################
# 'User-Agent' header identifiers of well-known search engine bots. #
# The identifiers are matched against the 'User-Agent' header by    #
# creating regular expressions.                                     #
#####################################################################

#http://www.google.com/bot.html
.*Googlebot.*

#http://yandex.com/bots
.*YandexBot.*

#http://help.yahoo.com/help/us/ysearch/slurp
.*Slurp.*

#http://www.bing.com/bingbot.htm
.*bingbot.*

#http://www.baidu.com/search/spider.htm
.*Baiduspider.*

#http://search.msn.com/msnbot.htm
.*msnbot.*

#http://www.alexa.com/site/help/webmasters
.*ia_archiver.*
