#
# robots.txt copied from http://www.ic
#
# Modified for troubleshooting purposes for UCSC ITS web presence.
#
# $Id$
#

User-agent: fido.planetsearch.com
User-agent: 204.162.98.90
User-agent: scooter.pa-x.dec.com
User-agent: spider2-uu.wisewire.com
User-agent: 206.207.34.35
User-agent: infra.euroseek.net
User-agent: wilbur-bbn.infoseek.com
User-agent: waterfall.uoregon.edu
User-agent: 204.192.112.130
User-agent: host-207-53-8-8.rdu.bellsouth.net
User-agent: j8.inktomi.com
User-agent: 199.35.226.191
Disallow: /
Disallow: /~*

# we don't want to index these temporary error handlers
User-agent: *
Disallow: /errors/
Disallow: /~test/
Disallow: /sitemap.php

# we added this on 6/5/07 to prevent msnbot from going crazy
User-agent: msnbot
Crawl-delay: 120