# This says to apply these settings to ALL search engine spiders/crawlers
User-agent: *

# These settings will keep spiders from indexing your unwanted pages 
Disallow: /admin
Disallow: /webstats
Disallow: /app_data
Disallow: /app_code
Disallow: /app_themes
Disallow: /bin
Disallow: /error
Disallow: /flash
Disallow: /images
Disallow: /includes
Disallow: /main/EmailPage.aspx
Disallow: /main/Print.aspx
Disallow: /security
Disallow: /docs
Disallow: /aspnet_client
Disallow: /products