# robots.txt for https://naturalhistory.si.edu

# User-agent: *
# Disallow: /cyberworld/map/ # This is an infinite virtual URL space
# Disallow: /tmp/ # these will soon disappear
# Disallow: /foo.html

User-agent: *
Disallow: /DRAFT/
Disallow: /PWDRAFTS
Disallow: /BR/
Disallow: /admintools/

Crawl-Delay: 10

Sitemap: https://naturalhistory.si.edu/naturalhistory-si-edu-sitemap-index.xml