# robots.txt for http://ceres.ca.gov/ #For more information see http://duphy4.drexel.edu/pub/docs/perl5004/lib/site_perl/www/robotrules.html # Restrict all bots from pounding the search indexes. User-agent: * Disallow: /catalog/ Disallow: /ceic/ Disallow: /cgi-bin/ Disallow: /catalog/thesaurus.epl