User-agent: *           # directed to all spiders, not just Scooter
Disallow: /cgi-bin
Disallow: /stats
Disallow: /clients
Disallow: /img
Disallow: /misc
Disallow: /errors