# robots.txt for CJH Digital Collections, digital.cjh.org
# Tony Gill, 2008-02-22
# modified 2009-09-02 JC
# Google allowed
# User-agent: googlebot
# Disallow:

# Yahoo!/Inktomi allowed
# User-agent: slurp
# Disallow:
# Request-rate: 1/5
# Crawl-delay: 5
# Visit-time: 0100-1300

# MSN allowed
# User-agent: msnbot
# Disallow:
# Request-rate: 1/10
# Crawl-delay: 10
# Visit-time: 0100-1300

# Alta Vista allowed
# User-agent: scooter
# Disallow:
# Request-rate: 1/10
# Crawl-delay: 10
# Visit-time: 0100-1300

# Ask.com allowed
# User-agent: askjeeves
# Disallow:
# Request-rate: 1/10
# Crawl-delay: 10
# Visit-time: 0100-1300

# Everyone else, go away!
User-agent: *
Allow: /dtl_publish/
Disallow: /