User-agent: *
Crawl-delay: 1 
Disallow: /pam_archives/
Disallow: /webarchives/
Disallow: /archivesweb/
User-agent: archive.org_bot
Crawl-delay: 0
Allow: /