#robots.txt
User-agent: *
Disallow: 
Disallow: /cgi-bin/
Disallow: /_vti_txt/
Disallow: /_vti_pvt/
Disallow: /_private/