User-agent: * Disallow: /cgi-bin/ Disallow: /stat/ Disallow: /scripts/ Disallow: missing.html Disallow: sw.css Disallow: .htaccess Disallow: /search/ Disallow: 404.php