# All robots will spider the domain User-agent: * Disallow: # Disallow: email.htm # Disallow directory /cgi-bin/ Disallow: /cgi-bin/ # Disallow directory /_derived/ Disallow: /_derived/ # Disallow directory /_vti_pvt/ Disallow: /_vti_pvt/ # Disallow directory /_vti_bin/ Disallow: /_vti_bin/ # Disallow directory /_vti_cnf/ Disallow: /_vti_cnf/ # Disallow directory /themes/ Disallow: /themes/ # Disallow directory /New_Folder/ Disallow: /New_Folder/ # Disallow directory /catalog/ Disallow: /catalog/ # Disallow directory /modlogan/ Disallow: /modlogan/ # Disallow directory /ecommerce/ Disallow: /ecommerce/ # Disallow directory /phpBB2/ Disallow: /phpBB2/ # Disallow directory /admin/ Disallow: /admin/ # Disallow directory /poll.php/ Disallow: /poll.php/