robots.txt


User-agent: *
Disallow: /data/
Disallow: /cgi-bin/
Disallow: /errors/
Disallow: /logs/
Disallow: /ssl/
Disallow: /stats/
Disallow: /users/