# /robots.txt file for http://webcrawler.com/
# mail [email protected] for constructive criticism
User-agent: *
Disallow: /
User-agent: Googlebot
User-agent: Yeti
User-agent: Daumoa
User-agent: Bingbot
User-agent: Msnbot
User-agent: NaverBot
User-agent: Yahoo! Slurp
Allow: /
Disallow: /admin
Disallow: /config
Disallow: /cgi-bin
Disallow: /cheditor
Disallow: /data
Disallow: /data/session
Disallow: /del
Disallow: /error
Disallow: /files
Disallow: /help
Disallow: /inc
Disallow: /include
Disallow: /icon_files
Disallow: /images
Disallow: /image
Disallow: /imgs
Disallow: /img
Disallow: /inc
Disallow: /inilog
Disallow: /jpgraph
Disallow: /js
Disallow: /lib
Disallow: /log
Disallow: /logs
Disallow: /menu
Disallow: /manual_admin
Disallow: /manual_html
Disallow: /newadmin
Disallow: /other_insert
Disallow: /pay
Disallow: /pop
Disallow: /plus
Disallow: /session
Disallow: /spaw
Disallow: /skin_board
Disallow: /skin_member
Disallow: /skin_shop
Disallow: /skin_uboard
Disallow: /sub_file
Disallow: /sys
Disallow: /util
Disallow: /guestbook
Disallow: /zipcode
Disallow: /Hosting_Member
Disallow: /?c
Google 
Alexa 
Bing 
Aol 
Search.com