User-agent: *
Allow: /
Disallow: /scripts
Disallow: /cgi-bin
Disallow: /htaccess*
Disallow: /logs