# All robots will spider the domain
User-Agent: *
Allow: /

# Disallow directory /MySqlAdmin/
User-agent: *
Disallow: /files/

# Disallow directory /admin/
User-agent: *
Disallow: /admin/

User-agent: Slurp 
Crawl-delay: 20