User-agent: * 
Disallow: /submit_recommendation.php
Disallow: /browse_catalogs/
Disallow: /cart.php
Disallow: /review.php
Disallow: /search.php*
Disallow: /bgsearch.php
Disallow: /shipping_estimate.php
Disallow: /abrowse.php
Disallow: /wants.php
Disallow: /login.php
Disallow: /create_account.php
Disallow: /info_request.php
Disallow: /email_listing.php
Disallow: /account_menu.php
Disallow: /email_listing.php
Disallow: /add_rental_to_cart.php
Disallow: /book_photos/
Disallow: /secure-checkout/
Disallow: /utility/
Disallow: /print-on-demand/
Disallow: /ebooks/
Disallow: /banner.php
Disallow: /remote-search*
Disallow: /map.php
Disallow: /selling_books/account_registration.php
Disallow: /orderdetails.php
Disallow: /bookhounddownload/
Disallow: /w/
Disallow: /m/
Disallow: /z/
Disallow: /o/
Disallow: /b/
Disallow: /rental_search.php
Disallow: /app/offer/make

User-agent: Crawlbot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: boitho.com-dc
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: seekbot
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: discobot
Disallow: /

#User-Agent: MJ12bot
#Disallow: /

User-Agent: Teoma
Crawl-delay:    2

User-Agent: Yandex
Disallow: /

User-Agent: Exabot
Disallow: /

User-Agent: DotBot
Disallow: /

User-agent: Speedy
Disallow: /

User-Agent: Charlotte
Disallow: /

User-Agent: trovitBot
Disallow: /

User-agent: Riddler
Disallow: /

# Limit ScoutJet's crawl rate (example is to crawl no more than 1 page every 5
# seconds)
User-agent: ScoutJet
Crawl-delay: 5
User-agent: sogou spider
Disallow: /