User-agent: *   # directed to all spiders, not just Scooter
Disallow: /htdocs/cgi
Disallow: /cgi-bin
Disallow: /etc
Disallow: /logs
Disallow: /webstats
Disallow: *.gif
Disallow: *.GIF
Disallow: *.jpg
Disallow: *.JPG
Disallow: *.png
Disallow: *.PNG
Disallow: *.ra			



# tell all other robots to go away

User-agent: *
Disallow: /

User-agent: ia_archiver
Disallow: /