User-agent: *
Crawl-delay: 10
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /cgi-pub
Disallow: /error
Disallow: /stats
Disallow: /axstats