User-agent: * Disallow: 400.shtml User-agent: * Disallow: 401.shtml User-agent: * Disallow: 403.shtml User-agent: * Disallow: 404.shtml User-agent: * Disallow: 500.shtml User-agent: * Disallow: 500.php User-agent: * Disallow: /cgi-bin/ user-agent: * Disallow: java.js user-agent: * Disallow: web.css