User-agent: Twiceler
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Mediapartners-Google*
Disallow: /admin.php
User-agent: Googlebot
Disallow:
User-agent: googlebot-mobile
Disallow:
User-agent: Mediapartners-Google
Disallow:
User-agent: MSNBot
Disallow:
crawl-delay: 60
User-agent: Slurp
Disallow:
crawl-delay: 60
User-agent: Teoma
Disallow:
crawl-delay: 60
User-agent: Gigabot
Disallow:
crawl-delay: 60
User-agent: Robozilla
Disallow:
crawl-delay: 60
User-agent: *
Disallow: /
crawl-delay: 300
User-agent: *
Disallow: /modules.php?name=News&file=print
Disallow: /admin.php
Disallow: /neverever/
Disallow: /admin/
Disallow: /angels/
Disallow: /authors/
Disallow: /autorank/
Disallow: /bannerimages/
Disallow: /dl/
Disallow: /error/
Disallow: /friendsearch/
Disallow: /games/
Disallow: /googlestats/
Disallow: /images/
Disallow: /images2/
Disallow: /includes/
Disallow: /themes/
Disallow: /blocks/
Disallow: /language/
Disallow: /cgi-bin/
Disallow: /lc/
Disallow: /moduleinactive/
Disallow: /midi/
Disallow: /script/
Disallow: /secure/
Disallow: /toplists/
Disallow: /upgrades/
Disallow: /usage/
Disallow: /usageOLD/
Disallow: /modules/
Disallow: /spurlimages/
Disallow: /hmiframe.php
Disallow: /oldsite/mySQLTool/
Disallow: /oldsite/_admin/
Disallow: /oldsite/_private/
Disallow: /oldsite/_vti_bin/
Disallow: /oldsite/_vti_cnf/
Disallow: /oldsite/_vti_log/
Disallow: /oldsite/_vti_pvt/
Disallow: /oldsite/_vti_txt/
Disallow: /oldsite/cgi-bin/
Disallow: /oldsite/chat/
Disallow: /oldsite/images/
Disallow: /oldsite/lc/
Disallow: /oldsite/maingraphix/
Disallow: /oldsite/midi/
Disallow: /oldsite/oldsite/
Disallow: /oldsite/owner/
Disallow: /oldsite/php/
Disallow: /oldsite/script/
Disallow: /oldsite/secure/
Disallow: /oldsite/sixfigure/
Disallow: /oldsite/spurlimages/
Disallow: /oldsite/stats/
Disallow: /oldsite/templates/
Disallow: /admin.php
Disallow: /poetryarchiveall.php