# These settings will keep spiders from indexing your unwanted pages # This assumes that your OSC install is in your web site's ROOT directory # ie: http://www.yoursite.com/index.php <- Use if this brings up your OSC main page User-agent: * Disallow: /includes Disallow: /cgi-bin Disallow: /account.php Disallow: /account_edit.php Disallow: /account_history.php Disallow: /account_history_info.php Disallow: /account_password.php Disallow: /add_checkout_success.php Disallow: /address_book.php Disallow: /address_book_process.php Disallow: /advanced_search.php Disallow: /checkout_confirmation.php Disallow: /checkout_payment.php Disallow: /checkout_payment_address.php Disallow: /checkout_process.php Disallow: /checkout_shipping.php Disallow: /checkout_shipping_address.php Disallow: /checkout_success.php Disallow: /contact_bean.php Disallow: /cookie_usage.php Disallow: /create_account.php Disallow: /create_account_success.php Disallow: /index.php Disallow: /login.php Disallow: /password_forgotten.php Disallow: /popup_image.php Disallow: /shopping_cart.php Disallow: /product_reviews_write.php Disallow: /admin/ Disallow: /product_info.php?products_id=297&osCsid=47f0453a2dd5c9a24269f5ea2ca6faf1 Disallow: /product_info.php?products_id=302&osCsid=47f0453a2dd5c9a24269f5ea2ca6faf1 Disallow: /product_info.php?products_id=304&osCsid=47f0453a2dd5c9a24269f5ea2ca6faf1 Disallow: /product_info.php?products_id=301&osCsid=47f0453a2dd5c9a24269f5ea2ca6faf1 Disallow: /product_info.php?products_id=38&osCsid=47f0453a2dd5c9a24269f5ea2ca6faf1 Disallow: /product_info.php?products_id=40&osCsid=47f0453a2dd5c9a24269f5ea2ca6faf1 Disallow: /product_info.php?products_id=305&osCsid=47f0453a2dd5c9a24269f5ea2ca6faf1 Disallow: /product_info.php?products_id=298&osCsid=47f0453a2dd5c9a24269f5ea2ca6faf1 Disallow: /index.php?cPath=1&osCsid=e07def61a2e990027b30883ad13b3fb1 Disallow: /product_info.php?products_id=300&osCsid=47f0453a2dd5c9a24269f5ea2ca6faf1 Disallow: /product_info.php?products_id=299&osCsid=47f0453a2dd5c9a24269f5ea2ca6faf1 Disallow: /pollbooth.php?op=results&pollid=3&osCsid=47f0453a2dd5c9a24269f5ea2ca6faf1 Disallow: /product_info.php?products_id=264 Disallow: /product_info.php?products_id=279 Disallow: /product_info.php?products_id=281 Disallow: /product_info.php?products_id=270 Disallow: /product_info.php?products_id=258 Disallow: /product_info.php?cPath=2&products_id=144 Disallow: /product_info.php?cPath=2&products_id=149 Disallow: /product_info.php?cPath=1&products_id=302 Disallow: /product_info.php?cPath=1&products_id=285 Disallow: /product_info.php?cPath=2&products_id=131 Disallow: /product_info.php?cPath=1&products_id=199 Disallow: /product_info.php?cPath=1&products_id=264 Disallow: /product_info.php?cPath=2&products_id=126 Disallow: /product_info.php?cPath=1&products_id=196 Disallow: /product_info.php?cPath=2&products_id=143 Disallow: /product_info.php?cPath=2&products_id=130 Disallow: /product_info.php?cPath=2&products_id=133 Disallow: /product_info.php?products_id=303 Disallow: /product_info.php?products_id=38 Disallow: /product_info.php?products_id=79 Disallow: /product_info.php?products_id=254 Disallow: /product_info.php?products_id=126 Disallow: /product_info.php?products_id=135 Disallow: /product_info.php?products_id=30 Disallow: /product_info.php?products_id=28 Disallow: /product_info.php?products_id=168 Disallow: /amazing-spiderman-c-1.html?sort=3d&page=1 Disallow: /amazing-spiderman-c-1.html?page=3&sort=3a Disallow: /amazing-spiderman-c-1.html?page=3&sort=2a Disallow: /amazing-spiderman-c-1.html?page=2&sort=2d Disallow: /amazing-spiderman-c-1.html?page=2&sort=3a Disallow: /amazing-spiderman-c-1.html?page=4&sort=2d Disallow: /amazing-spiderman-c-1.html?page=7&sort=2a # Feel free to add any other pages on your site that you don't want to be indexed by # the search engines. # PLEASE NOTE: Any pages that you list here should be secured by other means if you # don't want people to be able to view them, as some malicious users will look at a # robots.txt file to try to find "hidden" or "secret" areas of web sites to find # confidential information. # IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES # THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE. # I FOUND THAT MY BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER I GOT RID # OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS # AND NOT EVEN BROWSING THE SITE. User-agent: Googlebot-Image Disallow: /