# robots.txt for ACP-ASIM Online # $Revision: 1.17 $ # # ACP search engines: User-agent: htdig Disallow: User-agent: googlebot-acp Disallow: # Public search engines User-agent: * crawl-delay: 10 Disallow: /error Disallow: /include Disallow: /search Disallow: /cgi-bin/Calcium37.pl Disallow: /news-archive Disallow: /fcgi/bs_srch.pl Disallow: /cgi-bin/bs-search.pl Disallow: /cgi-bin/medquotes.pl Disallow: /cgi-bin/CAS/SearchClassifieds Disallow: /shell-cgi/email.pl