User-agent: *
Disallow: /logs
Disallow: /data
Crawl-delay: 10