# $Id: robots.txt,v 1.2 1995/10/30 04:15:40 fielding Exp $ # robots.txt for http://sunsite.berkeley.edu/ # see for an explanation. User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ Disallow: /WWW/SWISH-E/