User-agent: *
Crawl-delay: 600
Disallow: /pam_archives/
Disallow: /webarchives/
Disallow: /archivesweb/
User-agent: archive.org_bot
Crawl-delay: 50