User-agent: * # the * specifies all agents or robots # the / indicates all documents under this directory are not to be viewed by robots # PARTIAL access (All Spiders) Disallow: /cgi-bin/ Disallow: /logs/ Disallow: /php Disallow: /mcart Disallow: /testshop /testshop/ Disallow: /webalizer /mcart /_borders Disallow: /.htaccess /cgi-bin /logs Disallow: /_private/ Disallow: /_borders/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_inf.html Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /imghold Disallow: /misc_files/ Disallow: /style.css