# Sample robots.txt file (make sure the filename is ALL LOWERCASE on Linux/Unix systems)
# This file should go in your web site's ROOT directory

# This says to apply these settings to ALL search engine spiders/crawlers

User-agent: *

#Disallow: /mysql

User-agent: *
User-agent: Mozilla/3.01 (hotwired-test/0.1)
User-agent: Slurp
User-agent: Ultraseek
User-agent: smallbear
User-agent: GoogleBot
User-agent: Mozilla/4.0
User-agent: ia_archiver