# robots.txt for http://www.earth.northwestern.edu/
# 20 Mar 96  FCM 
#
# added / to the robot text on 4-1-05 due to massive
# robot downloading...
#
# removed / from robots.txt exclusion 8-25-05, so that
# departmental research can be indexed by Google et al.
#
# allow all robots except into /earth-only/, /safety/, and /courses/grades/
User-agent: *
Disallow: /earth-only/
Disallow: /safety/
Disallow: /courses/grades/
Disallow: /favicon.ico
Disallow: /mnt/www/cgi