# robots.txt
User-agent: Slurp
Disallow: /

User-agent: lyticsbot
Crawl-delay: 10

User-agent: *