# robots.txt prevents files from being harvested by SE spiders User-agent: * # don't allow spidering of the following (specifics first) Disallow: /.htaccess Disallow: /robots.txt Disallow: /_private/ Disallow: /_trash/ Disallow: /_dump/ Disallow: /_draft/ Disallow: /images/ Disallow: /scripts/ Disallow: /css/