# /robots.txt arquivo do http://www.seu-site.com/

User-Agent: * 
Allow: / 
Disallow: /cgi-bin
Disallow: /images
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_txt