# This says to apply these settings to ALL search engine spiders/crawlers
User-agent: *

# These settings will keep spiders from indexing your unwanted pages
# This assumes that your OSC install is in your web site's ROOT directory
Disallow: /admin
Disallow: /updates
Disallow: /includes
Disallow: /htmlarea
Disallow: /account.php
Disallow: /advanced_search.php
Disallow: /checkout_shipping.php
Disallow: /create_account.php
Disallow: /login.php
Disallow: /login.php
Disallow: /password_forgotten.php
Disallow: /popup_image.php
Disallow: /popup_image_large.php
Disallow: /popup_image_medium.php
Disallow: /shopping_cart.php
Disallow: /contact_us.php
Disallow: /enter.php
Disallow: /product_reviews_write.php
Disallow: /cookie_usage.php
Disallow: /product_thumb.php

# Just Uncomment a line or add new ones as you see fit.
# Disallow: /private
# Disallow: /hidden

User-agent: Googlebot-Image
Disallow: /
User-agent: cubestat
Disallow: /
User-agent: ia_archiver
Disallow: / 
User-agent: robtexbot
Disallow: / 
User-agent: ShopWiki
Disallow: /
User-agent: OOZBOT
Disallow: /
User-agent: Exabot
Disallow: / 
User-agent: Baiduspider
Disallow: /
User-agent: betabot
Disallow: /
User-agent: voyager
Disallow: /
User-agent: TurnitinBot
Disallow: /  
User-agent: Speedy
Disallow: /
User-agent: Eurobot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: kalooga
Disallow: /
User-agent: Fatbot
Disallow: /
User-agent: TwengaBot
Disallow: /
User-agent: dotbot 
Disallow: /
User-agent: discobot
Disallow: / 
User-agent: ScoutJet
Disallow: /
User-agent: Vagabondo
Disallow: /
User-agent: taptubot
Disallow: /
User-agent: gigabot
Disallow: /
User-agent: AboutUsBot 
Disallow: / 
User-agent: SurveyBot
Disallow: /
User-agent: htdig
Disallow: /