User-agent: *
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /files/
Disallow: /htaccess/
Disallow: /htaccess/index.php
Disallow: /templates/
Disallow: /_vti_bin/
Disallow: /_mem_bin/
Disallow: /forums
Disallow: /tmp
Disallow: /logs
# If you want Google specific rules
# otherwise remove these Googlebot
# rules and use the above only
# remeber to include the htaccess ones
# so we dont block Google ...eeek!
User-agent: Googlebot
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /files/
Disallow: /htaccess/
Disallow: /htaccess/index.php
Disallow: /templates/
Disallow: /_vti_bin/
Disallow: /_mem_bin/
# Specific disallow rules for
# specific engines, bots, crawlers
User-agent: Googlebot-Image
Disallow: /
User-agent: psbot
Disallow: /
#Internet Archive Block
User-agent: ia_archiver
Disallow: /
User-agent: asterias
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: Charlotte
Disallow: /
User-agent: twiceler
Disallow: /