User-Agent: *
Allow: /
Allow: /html/
Disallow: /errordocs/
Disallow: /webalizer/
Disallow: /assets/
Disallow: /scripts/
Disallow: /includes/