User-agent: *
Disallow: /bugtracker
Disallow: /bugtracker/
Disallow: /register
Disallow: /register/
Disallow: /comments/
Disallow: /notifications/
Disallow: /test/
Disallow: /workflow/
Disallow: /acs-service-contract/
Disallow: /acs-lang/
Disallow: /acs-admin/
Disallow: /RPC2/
Disallow: /storage/download-archive/
Disallow: /calendar
Disallow: /calendar/
Disallow: /projects/openacs/download/
Disallow: /projects/openacs/download/
Disallow: /projects/dotlrn/download/
Disallow: /projects/dotlrn/download/

# googlebot knows wildcards so block all register
User-agent: googlebot
Disallow: /register
Disallow: /register/
Disallow: /*/register
Disallow: /*/register/
Disallow: /comments/
Disallow: /notifications/
Disallow: /test/
Disallow: /workflow/
Disallow: /acs-service-contract/
Disallow: /acs-lang/
Disallow: /acs-admin/
Disallow: /RPC2/
Disallow: /bugtracker
Disallow: /bugtracker/
Disallow: /calendar
Disallow: /calendar/

# Gustaf added following rule (see
# http://help.yahoo.com/help/us/ysearch/slurp/slurp-03.html)
User-agent: *
Crawl-delay: 1