User-agent: *
Crawl-delay: 10

User-agent: *
Disallow: /Scripts/
Disallow: /webalizer/
Disallow: /awstats/