User-agent: * Disallow: /cgi-bin/ Disallow: .htaccess Disallow: 400.php Disallow: 403.php Disallow: 404.php Disallow: 500.php Disallow: /files/