User-agent: *           # directed to all spiders, not just Scooter
Disallow: /cgi-bin/
Disallow: /stats
Disallow: /utility.htm
Disallow: /stats.htm
Disallow: /ddirect
Disallow: /dd.htm
Disallow: /index/