User-Agent: *
Allow: /


Disallow: /cgi-bin/
Disallow: /styles/
Disallow: /includes/

Disallow: /*.shtml$
Disallow: /*.html$