User-agent: Slurp
Disallow: /
# Crawl-delay: 20
User-agent: yahoo-mmcrawler
# Crawl-delay: 20
Disallow: /
User-agent: yahoo-blogs/v3.9
# Crawl-delay: 20
Disallow: /
User-agent: Inktomi
# Crawl-delay: 20
Disallow: /
User-agent: Googlebot
Disallow: /*?sort*
Disallow: /*&sort*
Disallow: /*?page*
Disallow: /*&page*
Disallow: /*?language*
Disallow: /*&language*
User-agent: *
Disallow: /sitemapindex.xml
Disallow: /sitemapmanufacturers.xml
Disallow: /*sort=*
Disallow: /*osCsid=*
# disallow all urls containing the session parameter. It is better to just set the OSC to “force cookies” so those parameters don’t appear at all. But if you already have those URLs indexed, this will help clear googles index.
Disallow: /*action=*
# those links go to the login page anyway. Nothing valuable content-vise
Disallow: /catalog/*sort=*
# another way to get rid of some duplicate content
Disallow: /*manufacturers_id=*products_id=*
# having sorted the cPath, there is still the manufacturers that can get you duplicate content product pages. What I do is just disallow urls with that pattern.
#Block out things that are secure or login oriented
Disallow: /address_book_process.php
Disallow: /conditions.php
Disallow: /account.php
Disallow: /account_edit.php
Disallow: /account_edit_process.php
Disallow: /account_history.php 
Disallow: /account_history_info.php
Disallow: /address_book.php 
Disallow: /checkout_process.php
Disallow: /advanced_search_result.php
Disallow: /checkout_address.php
Disallow: /checkout_confirmation.php
Disallow: /checkout_payment.php
Disallow: /checkout_success.php
Disallow: /contact_us.php
Disallow: /cookie_usage.php
Disallow: /create_account.php
Disallow: /create_account_process.php
Disallow: /create_account_success.php
Disallow: /info_shopping_cart.php
Disallow: /login.php
Disallow: /logoff.php
Disallow: /password_forgotten.php
Disallow: /popup_image.php
Disallow: /popup_search_help.php
Disallow: /privacy.php
Disallow: /product_notifications.php
Disallow: /product_reviews_info.php
Disallow: /product_reviews_write.php
Disallow: /reviews.php
Disallow: /shipping.php
Disallow: /shopping_cart.php
Disallow: /tell_a_friend.php
Disallow: /admin/
Disallow: /download/
Disallow: /includes/
Disallow: /pub/