# Sample robots.txt file (make sure the filename is ALL LOWERCASE on Linux/Unix systems)
# This file should go in your web site's ROOT directory

# This says to apply these settings to ALL search engine spiders/crawlers
User-agent: *

# These settings will keep spiders from indexing your unwanted pages 
Disallow: /admin
Disallow: /download
Disallow: /includes

# This defines the location of the Sitemap
Sitemap: /sitemap.php