User-agent: *   # directed to all spiders


Disallow: /private

Disallow: /cgi-bin

Disallow: /cgi-local

Disallow: /images

Disallow: /stats

Disallow: /storage