User-agent: *
# Don't draw images for robots
Disallow: /_/
# Nothing interesting here
Disallow: /templates/
Disallow: /settings.xml
# Secret...
Disallow: /admin/
Disallow: /edit/
Disallow: /assets/
Disallow: /login.xml
# Robot trap in some way or another
Disallow: /development/cvs/combined.xml
Disallow: /development/cvs/pike.xml
Disallow: /development/cvs/site.xml
Disallow: /development/cvs/browse.xml
Disallow: /development/cvs/diff.xml
Disallow: /development/cvs/view.xml
Disallow: /development/cvs/log.xml
Disallow: /wiki/
Disallow: /applications/set.html
Disallow: /applications/redirect.html
Disallow: /applications/edit.xml
# Pikefarm does not presently react well to spidering
Disallow: /development/pikefarm/detailed_overview.xml
Disallow: /development/pikefarm/result.xml
Disallow: /generated/pikefarm/