# This robots.txt file tells ALL search engines, webcrawlers, spiders, robots, etc. 
# to NOT index the directories listed. Most major search engines respect this directive. 

User-agent: *

# Directories that have all outdated material, that are forwarding to somewhere else,
# or are otherwise just plain old.  
Disallow: /PUBLICAT/
Disallow: /Research/

# Top-level directories that are used for class materials only. 
Disallow: /AMUclasses/
Disallow: /ARTclasses/

# Only the most recent catalog should be open to general searches. They are still available
# via links on the catalog's main web page. 
Disallow: /CATALOG/02-03/
Disallow: /CATALOG/01-02/
Disallow: /CATALOG/00-01/
Disallow: /CATALOG/95-96/
Disallow: /CATALOG/96-97/
Disallow: /CATALOG/97-98/
Disallow: /CATALOG/98-99/
Disallow: /CATALOG/99-00/
Disallow: /CATALOG/HTML98/

# Directories that appear to be related to the older Netware web server or GroupWise Web access. 
Disallow: /com/
Disallow: /public/
Disallow: /SecureWeb/
Disallow: /servlet/
Disallow: /weblocal/

# Directories that contain large numbers of graphics and other files that do not contain
# substantive content, and should not be indexed. 
Disallow: /ICONS/
Disallow: /images/

# Directories that contain files related to programming or scripting, or that the spiders should
# just stay out of. 
# Allow cgi so that catalog can be searched. 
# Disallow: /cgi/
Disallow: /error-replies/
Disallow: /Includes/
Disallow: /perl/

# Directories that contain material that should not be indexed. 
Disallow: /pres/internal/