User-agent: *
 
# Disallow all directories and files within
Disallow: /cgi-bin/
Disallow: /xht*
Disallow: /mail/
Disallow: /js/
Disallow: /*.php3$
Disallow: /*.gif$
Disallow: /*.swf$




User-agent: *
Allow: /*.html$