User-agent: *
Disallow: /
Allow: /index.html #only allow indexing of homepages
Allow: /index.php  #only allow indexing of homepages