# robots.txt # # TechSpec # This file is used to allow crawlers to index your site # with the exception of your cgi folder. # It is not used for any other purpose, such as filtering # impressions or clicks. # User-agent: * Disallow: /cgi-bin Disallow: /cgi-bin/cart.pl Disallow: /products/trx450.html Disallow: /products/trx450heel.html Disallow: /products/trx450side.html