# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
#
# See <URL:http://info.webcrawler.com/mak/projects/robots/robots.html>
# The webmaster for this site is:
#       <name>Stan Sieler</name>
#       <address>sieler@allegro.com</address>
#
# Format is:
#       User-agent: <name of spider>
#       Disallow: <nothing> | <path>
#------------------------------------------------------------------
# History 
#
# Date        By   Reason
# ------      --   ---------------
# 980218      SS   Initial version
# 980928      SS   Added /wusage
# 9910-9      SS   Added /gifs/cindy_gavin_wedding.private
# 000605      SC   Updated for new Opus website
# 000627      SC   Updated for newer Opus website
# 2010-05-19  BBL  No changes; adding comment to clarify why these
#                  directories are disallowed...  specifically, 
#                  we have a large number of binaries in these directories
#                  and a limited amount of information that might be
#                  worth having indexed, so we avoid putting unnecessary
#                  load on the server by disallowing these directories.
#------------------------------------------------------------------
User-agent: *
Disallow: /software/hp3000/non_allegro/
Disallow: /software/python/
Disallow: /software/hp3000/stuff/
Disallow: /wusage/