# First:  A robot may not injure a human being or through inaction allow
#         a human being to come to harm.
# Second: A robot must obey the orders given it by human beings, except
#         where such orders would conflict with the First Law.
# Third:  A robot must protect its own existence, as long as such protection
#         does not conflict with the First or Second Laws.

User-agent: htdig
Disallow: /html/
Disallow: /images/

User-agent: *
Allow: /cgi?action=front
Allow: /cgi?action=about
Allow: /cgi?action=article
Allow: /cgi?action=rss
Allow: /cgi?action=errata
Disallow: /cgi
Disallow: /crawlertrap/index.html
Disallow: /crawlertrap/
Disallow: /crawlertrap
Crawl-delay: 5
Request-rate: 1/5