sancarlosboard.com

Sitemap: http://www.sancarlosboard.com/sitemap.xml
User-agent: BUbiNG
User-agent: AlphaSeoBot
User-agent: ltx71
User-agent: Companybook-Crawler
User-agent: BDCbot
User-agent: spbot
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: omgili
User-agent: BLEXBot
User-agent: magpie-crawler
User-agent: ExtLinksBot
User-agent: netseer
User-agent: weborama-fetcher
User-agent: Linkfluence
User-agent: sentibot
User-agent: SEOkicks
User-agent: Barkrowler
User-agent: CCBot
User-agent: trendictionbot
User-agent: Amazonbot
User-agent: serpstatbot
User-agent: PetalBot
Disallow: /

# Most desirable images are hosted on S3. These images will just be icons and stuff, so block them.
User-agent: Googlebot-Image
Disallow: /
Allow: /site/images/support/

# allowing access to image scripts and topic pages for proper sharing
User-agent: facebookexternalhit
Disallow: /images/
Disallow: /pm
Disallow: /album
Disallow: /mbactions
Disallow: /register
Disallow: /email
Disallow: /search
Disallow: /upload
Disallow: /printthread
Disallow: /post/show_single_post
Disallow: /post/printadd
Disallow: /post/upost
Disallow: /subscribe
Disallow: /calendar/newevent
Disallow: /calendar/daydetail?*&nav=
Disallow: /calendar/display*view=weekly
Disallow: /calendar/display*view=monthly
Disallow: /calendar/showbirthday
Disallow: /tool/view/gb/private
Disallow: /tool/view/gb/email
Disallow: /tool/pm
Disallow: /tool/members/
Disallow: /tool/ticket/
Disallow: /cgi/view/poll.cgi
Disallow: /cgi/view/topsites.cgi
Disallow: /cgi/view/member.cgi
Disallow: /cgi/view/out.cgi
Disallow: /?authtoken=
Disallow: *?*&sort=
Disallow: *?sort=
Allow: /site/images/support/
Crawl-Delay: 15

# allowing access to topic pages for proper context ads
User-agent: Mediapartners-Google
Disallow: /images/
Disallow: /pm
Disallow: /album
Disallow: /mbactions
Disallow: /register
Disallow: /email
Disallow: /search
Disallow: /profile
Disallow: /file
Disallow: /thumb
Disallow: /upload
Disallow: /printthread
Disallow: /post/show_single_post
Disallow: /post/printadd
Disallow: /post/upost
Disallow: /subscribe
Disallow: /calendar/newevent
Disallow: /calendar/daydetail?*&nav=
Disallow: /calendar/display*view=weekly
Disallow: /calendar/display*view=monthly
Disallow: /calendar/showbirthday
Disallow: /tool/view/gb/private
Disallow: /tool/view/gb/email
Disallow: /tool/pm
Disallow: /tool/members/
Disallow: /tool/ticket/
Disallow: /cgi/view/poll.cgi
Disallow: /cgi/view/topsites.cgi
Disallow: /cgi/view/member.cgi
Disallow: /cgi/view/out.cgi
Disallow: /?authtoken=
Crawl-Delay: 15

# Disallow pages with very little content, duplicate content, or different links pointing to the same content
User-agent: *
Disallow: /images/
Disallow: /pm
Disallow: /album
Disallow: /mbactions
Disallow: /register
Disallow: /email
Disallow: /search
Disallow: /profile
Disallow: /file
Disallow: /thumb
Disallow: /upload
Disallow: /printthread
Disallow: /post/show_single_post
Disallow: /post/printadd
Disallow: /post/upost
Disallow: /subscribe
Disallow: /calendar/newevent
Disallow: /calendar/daydetail?*&nav=
Disallow: /calendar/display*view=weekly
Disallow: /calendar/display*view=monthly
Disallow: /calendar/showbirthday
Disallow: /tool/view/gb/private
Disallow: /tool/view/gb/email
Disallow: /tool/pm
Disallow: /tool/members/
Disallow: /tool/ticket/
Disallow: /cgi/view/poll.cgi
Disallow: /cgi/view/topsites.cgi
Disallow: /cgi/view/member.cgi
Disallow: /cgi/view/out.cgi
Disallow: /?authtoken=
Disallow: /post*?goto=
Disallow: /post*&goto=
Disallow: /post*?id=
Disallow: *?*&sort=
Disallow: *?sort=
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.gif$
Disallow: /*.png$
Allow: /site/images/support/
Allow: /tool/members/signup
Allow: /tool/members/login
Crawl-Delay: 15