User-agent: * # robots.txt file for all robots Disallow: /cgi-bin/ Disallow: /cgi-bin/adcount Disallow: /cgi-bin/adcount/logs Disallow: /cgi-bin/counter Disallow: /cgi-bin/form Disallow: /cgi-bin/ice Disallow: /cgi-bin/webtester Disallow: /admin.html Disallow: /advethan.html