# exclude help system from robots
User-agent: *
Disallow: /artshow/assets/
Disallow: /artshow_awards/
Disallow: /assets/
Disallow: /assets_logo/
Disallow: /CFIDE/
Disallow: /cgi_protected/
Disallow: /conference_schedule/
Disallow: /connect/assets/
Disallow: /csg/download/
Disallow: /Desktop Folder/
Disallow: /edtech/bids/zadmin/
Disallow: /history/bb/
Disallow: /HRopenings/pdf_files/
Disallow: /landmarks/bb/
Disallow: /landmarks/source/
Disallow: /landmarks/docs/
Disallow: /manual/
Disallow: /doc/ 
Disallow: /gif/
Disallow: /CGI-Executables/
Disallow: /media_center/
Disallow: /publicinfo/email/
Disallow: /sch_improve/
Disallow: /SSS/autism/handouts.html
Disallow: /SSS/autism/v1_index.html
Disallow: /waswug/
Disallow: /assets/v4/services_menu.html
Disallow: /wrc/forum/
# but allow htdig to index our doc-tree
# User-agent: susedig
# Disallow:
# disallow stress test
User-agent: stress-agent
Disallow: /
# disallow sensitive filetypes from Google
User-agent: googlebot
Disallow: *.cgi
Disallow: *.pl
Disallow: *.zip
# Disallow sensitve filetypes from MSNBot
User-agent: msnbot
Disallow: /*.cgi$
Disallow: /*.pl$
Disallow: /*.zip$