User-agent: * Disallow: /scripts/ Disallow: /.htaccess Disallow: /400.shtml Disallow: /403.shtml Disallow: /404.shtml Disallow: /500.shtml