#User-agent: *
#Disallow: /
User-agent: Nutch
Disallow:
User-agent: *
Disallow: /bx/
Disallow: /didwriter/
Disallow: /pathways/
Disallow: /stats/
Disallow: /webdot/