# robots.txt for Importers.com
# Last Moidfied by Paul, 10 August 2007
# "Any empty [Disallow] value, indicates that all URLs can be retrieved.
# At least one Disallow field needs to be present in a record."


User-agent: Slurp
Crawl-delay: 8
Disallow: /mail/
Disallow: /test/

User-agent: msnbot
Crawl-delay: 8
Disallow: /mail/
Disallow: /test/


User-agent: Googlebot
Crawl-delay: 8
Disallow: /mail/
Disallow: /test/


User-agent: Yahoo-NewsCrawler
Crawl-delay: 8
Disallow: /mail/
Disallow: /test/


User-agent: Mediapartners-Google
Crawl-delay: 8
Disallow: /mail/
Disallow: /test/

User-agent: baiduspider
Crawl-delay: 5
Disallow: /mail/
Disallow: /test/


User-agent: *
Crawl-delay: 8
Disallow: /mail/
Disallow: /test/