# Robots.txt file # # All robots will spider the domain User-agent: * # Block spider from certain directories Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /_vti_inf.html/ Disallow: /cgi-bin/ Disallow: /cache/ Disallow: /bmz_cache/ Disallow: /editors/ Disallow: /includes/ Disallow: /images/ Disallow: /media/ Disallow: /numinix_version/ Disallow: /pub/ Disallow: /temp/ # Stop search engines indexing zenid in the links Disallow: *zenid=* Disallow: /*zenid=* # Allow specific pages Allow: / Allow: /*?$ Allow: /index.php?main_page=index&cPath=2_3 Allow: /index.php?main_page=index&cPath=2_4 Allow: /index.php?main_page=index&cPath=2_5 Allow: /index.php?main_page=index&cPath=2_6 Allow: /index.php?main_page=index&cPath= Allow: /index.php?main_page=index&manufacturers_id=1 Allow: /index.php?main_page=index&manufacturers_id=2 Allow: /index.php?main_page=index&manufacturers_id=3 Allow: /index.php?main_page=index&manufacturers_id=4 Allow: /index.php?main_page=index&manufacturers_id=5 Allow: /index.php?main_page=index&manufacturers_id=6 Allow: /index.php?main_page=index&manufacturers_id=7 Allow: /index.php?main_page=index&manufacturers_id=