# These are to limit robots from getting images # User-agent: Googlebot-Image/1.0 # Disallow: /images/ # Disallow: /includes/ # # User-agent: YahooSeeker-1.0 # Disallow: /images/ # Disallow: /includes/ # # User-agent: psbot/0.1 # Disallow: /images/ # Disallow: /includes/ # # This says to apply these settings to ALL search engine spiders/crawlers User-agent: * # These settings will keep spiders from indexing your unwanted pages # This assumes that your OSC install is in your web site's ROOT directory # ie: http://www.yoursite.com/catalog/index.php <- Use if this brings up your OSC main page # DON'T ALLOW A BLANK LINE BETWEEN THE USER-AGENT DEFINITION AND THE DISALLOW'S # Disallow: /popup_image.php Disallow: /cp/ Disallow: /cgi-bin/ Disallow: /download/ Disallow: /html_files/ Disallow: /images2/ Disallow: /pub/ Disallow: /scripts/ Disallow: /scripts2/ Disallow: /webalizer/ Disallow: /index.html Disallow: /account.php Disallow: /checkout_shipping.php Disallow: /password_forgotten.php Disallow: /shopping_cart.php Disallow: /order_info.php Disallow: /product_reviews.php/ Disallow: /popup_image.php/