User-agent: *
Disallow: /rd?
Disallow: /rd2?
Disallow: /color_bumper.xpml
Disallow: /mkt.xpml*
Disallow: /*_show--
Disallow: /*_sort--
Disallow: /classify
Disallow: /*_start--
Disallow: /*start=
Disallow: /*show=
Disallow: /*sort=
Disallow: /*mkt_id=
Disallow: /*_absoluteMaxPrice--
Disallow: /*_absoluteMinPrice--
Disallow: /*SEARCH_GO
User-agent: Googlebot
Disallow: /rd?
Disallow: /rd2?
Disallow: /color_bumper.xpml
Disallow: /mkt.xpml*
Disallow: /*_show--
Disallow: /*_sort--
Disallow: /classify
Disallow: /music/
Disallow: /tv_moviesoundtrackcds/
Disallow: /r_bhiphop_rapcds/
Disallow: /dance_electronicmusiccds/
Disallow: /rock_popcds/
Disallow: /childrenscds/
Disallow: /spokenwordcds/
Disallow: /worldmusiccds/
Disallow: /heavymetalcds/
Disallow: /instrumentaljazzcds/
Disallow: /classicalmusic_operacds/
Disallow: /newagecds/
Disallow: /comedycds/
Disallow: /dvds_videos/
Disallow: /action_adventuredvds_videos/
Disallow: /adultdvds_videos/
Disallow: /westernsdvds_videos/
Disallow: /foreigndvds_videos/
Disallow: /childrensdvds_videos/
Disallow: /comedydvds_videos/
Disallow: /specialinterestdvds_videos/
Disallow: /dramadvds_videos/
Disallow: /horror_suspensedvds_videos/
Disallow: /music_musicalsdvds_videos/
Disallow: /sciencefictiondvds_videos/
Disallow: /sports_fitnessdvds_videos/
Disallow: /religiousdvds_videos/
Disallow: /books_magazines/
Disallow: /eroticabooks/
Disallow: /postmodernfiction/
Disallow: /childrensfictionbooks/
Disallow: /educationbooks/
Disallow: /magazines_newspapers/
Disallow: /historybooks/
Disallow: /eroticartbooksandvideos/
Disallow: /morepetsupplies/
Disallow: /moresportsequipment/
Disallow: /otherjewellery/
Disallow: /otherproducts/
Disallow: /miscellaneous
Disallow: /*_start--
Disallow: /*start=
Disallow: /*show=
Disallow: /*sort=
Disallow: /*_absoluteMaxPrice--
Disallow: /*_absoluteMinPrice--
Disallow: /*SEARCH_GO
Disallow: /*/buy/
User-agent: bingbot
Disallow: /rd?
Disallow: /rd2?
Disallow: /color_bumper.xpml
Disallow: /mkt.xpml*
Disallow: /*_show--
Disallow: /*_sort--
Disallow: /classify
Disallow: /music/
Disallow: /tv_moviesoundtrackcds/
Disallow: /r_bhiphop_rapcds/
Disallow: /dance_electronicmusiccds/
Disallow: /rock_popcds/
Disallow: /childrenscds/
Disallow: /spokenwordcds/
Disallow: /worldmusiccds/
Disallow: /heavymetalcds/
Disallow: /instrumentaljazzcds/
Disallow: /classicalmusic_operacds/
Disallow: /newagecds/
Disallow: /comedycds/
Disallow: /dvds_videos/
Disallow: /action_adventuredvds_videos/
Disallow: /adultdvds_videos/
Disallow: /westernsdvds_videos/
Disallow: /foreigndvds_videos/
Disallow: /childrensdvds_videos/
Disallow: /comedydvds_videos/
Disallow: /specialinterestdvds_videos/
Disallow: /dramadvds_videos/
Disallow: /horror_suspensedvds_videos/
Disallow: /music_musicalsdvds_videos/
Disallow: /sciencefictiondvds_videos/
Disallow: /sports_fitnessdvds_videos/
Disallow: /religiousdvds_videos/
Disallow: /books_magazines/
Disallow: /eroticabooks/
Disallow: /postmodernfiction/
Disallow: /childrensfictionbooks/
Disallow: /educationbooks/
Disallow: /magazines_newspapers/
Disallow: /historybooks/
Disallow: /eroticartbooksandvideos/
Disallow: /morepetsupplies/
Disallow: /moresportsequipment/
Disallow: /otherjewellery/
Disallow: /otherproducts/
Disallow: /miscellaneous
Disallow: /*_start--
Disallow: /*start=
Disallow: /*show=
Disallow: /*sort=
Disallow: /*_absoluteMaxPrice--
Disallow: /*_absoluteMinPrice--
Disallow: /*SEARCH_GO
User-agent: slurp
Disallow: /rd?
Disallow: /rd2?
Disallow: /color_bumper.xpml
Disallow: /mkt.xpml*
Disallow: /*_show--
Disallow: /*_sort--
Disallow: /classify
Disallow: /music/
Disallow: /tv_moviesoundtrackcds/
Disallow: /r_bhiphop_rapcds/
Disallow: /dance_electronicmusiccds/
Disallow: /rock_popcds/
Disallow: /childrenscds/
Disallow: /spokenwordcds/
Disallow: /worldmusiccds/
Disallow: /heavymetalcds/
Disallow: /instrumentaljazzcds/
Disallow: /classicalmusic_operacds/
Disallow: /newagecds/
Disallow: /comedycds/
Disallow: /dvds_videos/
Disallow: /action_adventuredvds_videos/
Disallow: /adultdvds_videos/
Disallow: /westernsdvds_videos/
Disallow: /foreigndvds_videos/
Disallow: /childrensdvds_videos/
Disallow: /comedydvds_videos/
Disallow: /specialinterestdvds_videos/
Disallow: /dramadvds_videos/
Disallow: /horror_suspensedvds_videos/
Disallow: /music_musicalsdvds_videos/
Disallow: /sciencefictiondvds_videos/
Disallow: /sports_fitnessdvds_videos/
Disallow: /religiousdvds_videos/
Disallow: /books_magazines/
Disallow: /eroticabooks/
Disallow: /postmodernfiction/
Disallow: /childrensfictionbooks/
Disallow: /educationbooks/
Disallow: /magazines_newspapers/
Disallow: /historybooks/
Disallow: /eroticartbooksandvideos/
Disallow: /morepetsupplies/
Disallow: /moresportsequipment/
Disallow: /otherjewellery/
Disallow: /otherproducts/
Disallow: /miscellaneous
Disallow: /*_start--
Disallow: /*start=
Disallow: /*show=
Disallow: /*sort=
Disallow: /*_absoluteMaxPrice--
Disallow: /*_absoluteMinPrice--
Disallow: /*SEARCH_GO
# Add explict user-agent for AdsBot-Google as it ignores blanket includes
# http://adwords.google.com/support/aw/bin/answer.py?hl=en&answer=38197
User-agent: AdsBot-Google
Disallow: /rd2?
Disallow: /rd?
Disallow: /color_bumper.xpml
Disallow: /*_start--
Disallow: /*start=
Disallow: /*show=
Disallow: /*sort=
#
# Crawlers that are kind enough to obey, but which we'd rather not have.
#
User-agent: YahooSeeker
Disallow: /
User-agent: BecomeBot
Disallow: /
#
# A growing list of pest bots
#
User-agent: Baiduspider
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: Crescent Internet ToolPak
Disallow: /
User-agent: DISCo Pump
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: htdig
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: LNSpiderGuy
Disallow: /
User-agent: Netprospector
Disallow: /
User-agent: PerMan Surfer
Disallow: /
User-agent: psbot
Disallow: /
User-agent: szukacz
Disallow: /
User-agent: RPT-HTTPClient
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: Ultraseek
Disallow: /
User-agent: vspider
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebEMailExtractor
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: DOC
Disallow: /
User-agent: Zao
Disallow: /
User-agent: InternetSeer.com
Disallow: /
# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: linko
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: Download Ninja
Disallow: /
#
# Sorry, wget in its recursive mode is a frequent problem.
# Please refer to the manual and use it properly; there is a
# wait = x number of seconds option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /
#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /
User-agent: grub
Disallow: /
#
# Doesn't follow robots.txt
#
User-agent: k2spider
Disallow: /
#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /
# A capture bot, downloads gazillions of pages.
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /
# http://www.xovibot.net/
User-agent: XoviBot
Disallow: /