# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: *
Disallow: /website/player_stats_widget/batting_stats/
Disallow: /website/player_stats_widget/bowling_stats/
Disallow: /website/player_stats_widget/fielding_stats/
Disallow: /website/player_stats_for_season/
Disallow: /website/batting_stats_widget/render_html/
Disallow: /website/bowling_stats_widget/render_html/
Disallow: /wp-admin/
Disallow: /*.php$
# Allow only major search spiders
User-agent: Mediapartners-Google
Disallow: /
User-agent: Googlebot
Disallow:
Crawl-delay: 15
User-agent: Adsbot-Google
Disallow: /
User-agent: Googlebot-Image
Disallow: /
User-agent: Googlebot-Mobile
Disallow:
Crawl-delay: 15
User-agent: MSNBot
Disallow: /
User-agent: bingbot
Disallow: /
User-agent: bingbot/2.0
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: Yahoo! Slurp
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: Twitterbot
Disallow: /
User-agent: Twitterbot
Disallow: /
User-agent: Acoon
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: aiHitBot
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: asterias
Disallow: /
User-agent: BackDoorBot/1.0
Disallow: /
User-agent: BacklinkCrawler
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: binlar_2.6.3
Disallow: /
User-agent: Black Hole
Disallow: /
User-agent: BotALot
Disallow: /
User-agent: BuiltBotTough
Disallow: /
User-agent: Bullseye
Disallow: /
User-agent: BunnySlippers
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Cegbfeieh
Disallow: /
User-agent: CheeseBot
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: CopyRightCheck
Disallow: /
User-agent: Crescent
Disallow: /
User-agent: DCPbot/1.2
Disallow: /
User-agent: discobot
Disallow: /
User-agent: DISCo Pump 3.1
Disallow: /
User-Agent: EmailCollector
Disallow: /
User-Agent: GarlikCrawler/1.2
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: EroCrawler
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: Hailoo News Crawler
Disallow: /
User-Agent: GarlikCrawler/1.2
Disallow: /
User-agent: Harvest/1.5
Disallow: /
User-agent: humanlinks
Disallow: /
User-agent: IstellaBot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: InfoNaviRobot
Disallow: /
User-agent: JennyBot
Disallow: /
User-agent: Kenjin Spider
Disallow: /
User-agent: LexiBot
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: ltbot
Disallow: /
User-agent: Mail.RU
Disallow: /
User-agent: Mata Hari
Disallow: /
User-agent: MIIxpc
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: moget
Disallow: /
User-Agent: NerdByNature.Bot
Disallow: /
User-agent: NetAnts
Disallow: /
User-agent: NetAttache
Disallow: /
User-Agent: NetMechanic
Disallow: /
User-agent: NetSeer crawler/2.0
Disallow: /
User-agent: OpenindexShallowSpider
Disallow: /
User-agent: OpenindexSpider
Disallow: /
User-agent: ProPowerBot/2.14
Disallow: /
User-agent: ProWebWalker
Disallow: /
User-agent: quickobot/quickobot-1
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: RexyoBot
Disallow: /
User-agent: seexie.com_bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: SISTRIX Crawler
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: SpankBot
Disallow: /
User-agent: spanner
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Speedy Spider
Disallow: /
User-agent: SuperBot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: SWEBot
Disallow: /
User-agent: Szukacz/1.4
Disallow: /
User-agent: Tbot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: ltx71 - (http://ltx71.com/)
Disallow: /
User-agent: *
Disallow: /