# $Id: robots.txt,v 1.2 1995/10/30 04:15:40 fielding Exp $ # robots.txt for http://www.ics.uci.edu/ # see for an explanation. User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /Test/ # The test area for web experimentation Disallow: /Admin/ # Huge server statistic logs