User-agent: * # directed to all spiders, not just Scooter

Disallow: 

Disallow: /cgi-bin

Disallow: /log_files_nbs

Disallow: /images

Disallow: /html