#disallow osCommerce site
User-agent: *
Disallow: /catalog/admin
Disallow: /catalog/download
Disallow: /catalog/ext
Disallow: /catalog/fonts
Disallow: /catalog/includes
Disallow: /catalog/js
Disallow: /catalog/pub
Disallow: /catalog/quickbooks
Disallow: /catalog/storeadmin
Disallow: /catalog/download
Disallow: /catalog/styles
Disallow: /catalog/account.php
Disallow: /catalog/advanced_search.php
Disallow: /catalog/checkout_shipping.php
Disallow: /catalog/create_account.php
Disallow: /catalog/login.php
Disallow: /catalog/password_forgotten.php
Disallow: /catalog/shopping_cart.php
# disallow bots
User-agent: AhrefsBot
Disallow: /
User-agent: Blexbot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
## seems to ignore crawl command - changed to /shop on 11/8/2013
User-agent: Amazonbot
Disallow: /shop
## check .htaccess for additional bot denials ##