# All robots will spider the domain User-agent: * Disallow: User-agent: * Disallow: /_private User-agent: * Disallow: /_vti_bin User-agent: * Disallow: /_vti_cnf User-agent: * Disallow: /_vti_log User-agent: * Disallow: /_vti_pvt User-agent: * Disallow: /_vti_txt User-agent: * Disallow: /cgi-bin User-agent: * Disallow: /CSS User-agent: * Disallow: /js User-agent: * Allow: /cgi-bin/HomeFrameset.cgi User-agent: * Disallow: /entropybanner User-agent: * Disallow: /isearch2 User-agent: * Disallow: /scgi-bin User-agent: * Disallow: /webalizer User-agent: * Disallow: /emailer.php # remove old indexed pages User-agent: * Disallow: /Brands/HKS/Exhaust/HONDA.htm # remove old indexed pages User-agent: * Disallow: /Brands/HKS/Exhaust/MAZDA.htm # remove old indexed pages User-agent: * Disallow: /Brands/HKS/Exhaust/NISSAN.htm # remove old indexed pages User-agent: * Disallow: /Brands/HKS/Exhaust/SUBARU.htm # remove old indexed pages User-agent: * Disallow: /Brands/HKS/Exhaust/TOYOTA.htm # remove old indexed pages User-agent: * Disallow: /products.jsp?c=null&b=11&o=Model&s=ASC # remove old indexed pages User-agent: * Disallow: /products.jsp?c=null&b=6&o=Catergory&s=DESC # remove old indexed pages User-agent: * Disallow: /products.jsp?c=null&b=8&o=Part%20no.&s=DESC # remove old indexed pages User-agent: * Disallow: /products.jsp?c=null&b=8&o=Series&s=ASC # remove old indexed pages User-agent: * Disallow: /products.jsp?p=pr&c=3&b=3&i=&o=Make # remove old indexed pages User-agent: * Disallow: /rms.css # remove old indexed pages User-agent: * Disallow: /main.jsp # remove old indexed pages User-agent: * Disallow: /aboutus.jsp?p=ab # remove old indexed pages User-agent: * Disallow: /contacts.jsp?p=co # remove old indexed pages User-agent: * Disallow: /products.jsp?p=pr # remove old indexed pages User-agent: * Disallow: /products.jsp?p=pr&c=4&b=&o=Brand+name # remove old indexed pages User-agent: * Disallow: /products.jsp?p=pr&c=6&b=&o=Brand+name # remove old indexed pages User-agent: * Disallow: /products.jsp?p=pr&c=5&b=&o=Brand+name # remove old indexed pages User-agent: * Disallow: /products.jsp?p=pr&c=3&b=&o=Brand+name # remove old indexed pages User-agent: * Disallow: /products.jsp?p=pr&c=1&b=&o=Brand+name