User-Agent: * Disallow: /scripts Disallow: /cgi-bin/ Allow: / Disallow: /filter_internal_traffic.html