# http://www.grist.org robots file
#
# check out http://www.robotstxt.org/wc/robots.html
# for more info on what this is all about.
#
User-agent: *
Disallow: /email/
Disallow: /error/
Disallow: /j/
Disallow: /c/
Disallow: /services/
Disallow: /rss/yahoo-umbra/
Disallow: /jobs/
Disallow: /snippets/
Disallow: /tests/
Disallow: /profiles/
Disallow: /member-functions/
Disallow: /tests/
Disallow: /xml/
Disallow: /probity/
#
# can put further list of bot specific disallows extracted from
# webmasterworld.com and robotsxt.org
# this will allow us to reduce traffic
# from unwanted user-level robots that
# simply create faux traffic on our site
# example:
#
User-agent: EmailCollector
Disallow: /

Sitemap: http://www.grist.org/sitemap_index.xml