# 7/20/05
# This is for every spider!

User-Agent: *

# stay away from all of this stuff

Disallow: /_errors/
Disallow: /admin/
Disallow: /aspnet_client/
Disallow: /cfml/
Disallow: /cgi-bin/
Disallow: /db/
Disallow: /extensions/
Disallow: /scripts/
Disallow: /logs/
Disallow: /results/

User-Agent: stress-agent
Disallow: /