User-agent: *   # directed to all spiders
Disallow: /cgi
Disallow: /logs
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_pvt
Disallow: /_vti_txt