# Robots.txt file from http://www.searchengineworld.com
#
# All robots will spider the domain

User-agent: *
Disallow:

User-agent: Slurp
Crawl-delay: 300