User-agent: *
Allow: /

# Files
     Disallow: /boost_stats.php
     Disallow: /CHANGELOG.txt
     .....
     .....